-- Logs begin at Sun 2022-09-04 00:10:48 UTC, end at Sun 2022-09-04 01:30:09 UTC. -- Sep 04 00:57:48.093153 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 04 00:57:50.754217 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.common.config [-] Logging enabled! Sep 04 00:57:50.754797 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 00:57:50.755010 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106744) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 00:57:50.758473 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.common.config [-] Logging enabled! Sep 04 00:57:50.758731 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 00:57:50.759044 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106744) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 00:57:50.759996 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:57:50.760230 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:57:50.760744 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:57:50.760995 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:57:50.761224 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:57:50.761546 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.761848 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.762079 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.762376 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.762669 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.762954 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.763248 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.764065 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.764350 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.764653 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.764938 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.765169 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.765451 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.765741 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.766027 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.766250 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] debug = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.766531 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.766953 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.767358 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.767654 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.768095 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.768226 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.768523 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.768804 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.769086 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.769416 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.769698 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.769986 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.770277 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.770565 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.770841 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.771117 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.771406 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.771681 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.771952 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.772227 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.772549 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.772839 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.773126 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.773350 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.773571 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.773856 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.774146 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.774422 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.774696 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.774971 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.775243 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.775518 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.775791 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.776078 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.776360 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.776673 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.777212 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.777484 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.777758 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.778031 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.778316 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.778591 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.778864 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.779713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.780024 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.780299 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.780600 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.780906 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.781195 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.781479 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.781766 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.782043 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.782325 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.782601 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.782875 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.783148 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_json = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.783424 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.783694 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.783976 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.784252 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.784552 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.784828 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.785100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.785385 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.785662 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:50.785960 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.786257 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.786559 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.786842 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.787149 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.787427 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.787716 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.787995 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.788288 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.788607 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.788901 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.789184 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.789485 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.789775 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.790071 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.790379 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.790675 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.790967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.791244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.791520 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.791794 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.792074 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.792365 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.792669 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.792961 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.793252 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.793538 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.793834 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.794121 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.794410 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.794727 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.795023 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.795369 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.795660 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.795955 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.796233 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.796529 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.796822 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.797103 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.797378 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.797662 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.797956 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.798247 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.798523 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.798802 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.799092 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.799370 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.799644 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.799916 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.800193 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.800493 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.800780 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.801062 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.801338 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.801612 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.801891 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.802166 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.802441 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.802723 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.802998 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.803275 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.803557 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.803819 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.804092 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.804364 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.804660 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.804934 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.805206 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.805482 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.805758 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.806031 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.806302 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.806575 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.806845 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.807129 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.807427 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.807703 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.807979 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.808255 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.808558 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.808837 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.809114 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.809392 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.809669 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.809939 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.810226 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.810591 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.811078 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.811372 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.811672 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.811971 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.812251 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.812555 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.812839 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.813119 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.813399 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.813683 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.813961 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.814239 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.814522 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.814806 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.815102 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.815398 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.815680 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.815974 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.816266 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.816586 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.816871 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.817178 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.817460 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:50.817678 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:57:50.817916 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 04 00:57:51.199429 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 00:57:51.199682 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 00:57:51.199948 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 00:57:51.200177 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 00:57:51.200482 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 00:57:51.200805 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 04 00:57:51.527139 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.527427 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.527700 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.528912 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.529334 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.529672 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.582371 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.582648 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.582917 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.598724 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.599006 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.599277 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.627813 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.628094 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.628365 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.664095 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.664372 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.664685 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.896550 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.897150 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.897150 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.898194 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.898895 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.995748 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.996068 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.996353 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.996657 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.996929 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.997242 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.997504 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.998273 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.998539 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.998824 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.999088 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.999352 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.999610 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:51.999866 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.000121 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.000388 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.000673 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.000949 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.001220 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.001481 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.001755 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.002009 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.002298 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.002674 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.002926 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.003172 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.003564 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.003804 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.004042 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.004277 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.004540 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.004778 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:52.005135 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 04 00:57:52.008232 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 04 00:57:52.012148 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 04 00:57:52.016622 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 04 00:57:52.018247 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 04 00:57:52.018865 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 04 00:57:52.019202 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 04 00:57:52.019592 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 04 00:57:52.022395 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 04 00:57:52.022645 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 04 00:57:52.022987 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 00:57:52.028345 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 04 00:57:52.051200 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 04 00:57:52.051650 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.051949 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 04 00:57:52.052320 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.053696 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 04 00:57:52.053975 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 00:57:52.054221 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 04 00:57:52.057684 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.057967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:52.212788 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 04 00:57:52.212940 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 04 00:57:52.213176 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 04 00:57:52.213539 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 04 00:57:52.266477 dv-cinder-master-3-smb neutron-server[106744]: INFO dbcounter [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Registered counter for database neutron Sep 04 00:57:52.286208 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_db.sqlalchemy.engines [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 04 00:57:52.291897 dv-cinder-master-3-smb neutron-server[106744]: DEBUG dbcounter [-] [106744] Writer thread running {{(pid=106744) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:57:52.989100 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing driver for type 'gre' Sep 04 00:57:52.989758 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] gre ID ranges: [(1, 1000)] Sep 04 00:57:53.177590 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing driver for type 'local' Sep 04 00:57:53.177922 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing driver for type 'vlan' Sep 04 00:57:53.269242 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] VlanTypeDriver initialization complete Sep 04 00:57:53.269613 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing driver for type 'vxlan' Sep 04 00:57:53.270127 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] vxlan ID ranges: [(1, 1000)] Sep 04 00:57:53.469193 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing extension driver 'port_security' Sep 04 00:57:53.469533 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] PortSecurityExtensionDriver initialization complete Sep 04 00:57:53.469873 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing mechanism driver 'openvswitch' Sep 04 00:57:53.470201 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing mechanism driver 'hyperv' Sep 04 00:57:53.481102 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.plugin [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:53.481770 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.482147 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.482503 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.483004 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.483423 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.483778 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.484131 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.484552 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.484960 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.485314 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.485661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.486052 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.486453 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.486804 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.487146 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.487539 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.487967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.488316 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.488676 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.489195 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.489601 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > address_group after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.489948 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > address_group after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.490294 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.490686 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:57:53.491126 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] ML2 OVO RPC backend initialized. {{(pid=106744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 04 00:57:53.491830 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.492185 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.492625 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.492977 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > networks before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.493322 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.493661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > ports before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.494010 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.494348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnets before_response 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.494693 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.495038 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.495375 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.495717 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.496054 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.496394 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.496810 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.497147 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.497484 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.505709 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded quota_driver: . Sep 04 00:57:53.506077 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.plugin [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Modular L2 Plugin initialization complete Sep 04 00:57:53.506426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading services supported by the core plugin {{(pid=106744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 04 00:57:53.506772 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.plugins.ml2.managers [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Got port-security extension from driver 'port_security' Sep 04 00:57:53.507252 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.extensions.vlantransparent [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Disabled vlantransparent extension. Sep 04 00:57:53.507781 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 04 00:57:53.508117 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: router Sep 04 00:57:53.550963 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.550963 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_create 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.550963 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router before_create 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.550963 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_delete 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_create 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.551945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552241 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: subnet after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552241 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552241 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552241 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552553 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552553 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552553 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router after_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552553 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552846 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.552846 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.553076 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.553444 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > agent after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.553802 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > agent after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.554151 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > network after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.555002 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Tracking information for resource: router configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:53.555331 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Tracking information for resource: floatingip configured {{(pid=106744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:57:53.560755 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.db.l3_agentschedulers_db [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 04 00:57:53.561565 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.561931 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.562285 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.562640 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: port after_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.563429 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router before_create 55550100 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.563796 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.564156 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_create 55550100 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.564554 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > router precommit_update 55550100 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.569463 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.provider_configuration [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service providers = [] {{(pid=106744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 04 00:57:53.569829 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.db.servicetype_db [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 04 00:57:53.575483 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.service_base [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:57:53.575859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.service_base [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:57:53.577002 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.service_base [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:57:53.577899 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.services.service_base [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:57:53.578268 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.services.service_base [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 04 00:57:53.578646 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.578968 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 04 00:57:53.598639 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.598973 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: auto_allocate Sep 04 00:57:53.604706 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: network precommit_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.605073 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: network precommit_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.605616 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.605934 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: tag Sep 04 00:57:53.612619 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.612948 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: timestamp Sep 04 00:57:53.618036 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.618370 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: network_ip_availability Sep 04 00:57:53.624412 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.624809 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.625165 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.625878 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.626199 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: flavors Sep 04 00:57:53.630891 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.631221 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading Plugin: revisions Sep 04 00:57:53.635676 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:57:53.636064 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.435s {{(pid=106744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 00:57:53.636838 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Initializing extension manager. Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: __init__.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: __pycache__ {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: address_group.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: address-group Sep 04 00:57:53.641122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: address_scope.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.641622 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.642067 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: address-scope Sep 04 00:57:53.642391 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.643274 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.643786 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: router-admin-state-down-before-update Sep 04 00:57:53.644111 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: agent.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.644803 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.645353 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: agent Sep 04 00:57:53.645671 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: agent_resources_synced.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.646543 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.647055 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: agent-resources-synced Sep 04 00:57:53.647378 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: allowedaddresspairs.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.649155 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.649672 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: allowed-address-pairs Sep 04 00:57:53.650000 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: auto_allocated_topology.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.651056 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.651568 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: auto-allocated-topology Sep 04 00:57:53.652153 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: availability_zone.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.652836 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.653341 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: availability_zone Sep 04 00:57:53.653661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: availability_zone_filter.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.654572 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.655079 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: availability_zone_filter Sep 04 00:57:53.655402 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: data_plane_status.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.656266 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.656808 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension data-plane-status not supported by any of loaded plugins Sep 04 00:57:53.657235 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: default_subnetpools.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.658111 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.658616 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: default-subnetpools Sep 04 00:57:53.658962 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.659705 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.660214 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: dhcp_agent_scheduler Sep 04 00:57:53.660561 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: dns.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.661436 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.661935 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension dns-integration not supported by any of loaded plugins Sep 04 00:57:53.662288 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: dns_domain_ports.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.663166 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.663660 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 04 00:57:53.663982 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.664890 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.665400 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 04 00:57:53.665724 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: dvr.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.666390 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.666903 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: dvr Sep 04 00:57:53.667225 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: ecmp_routes.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.668101 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.668633 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 04 00:57:53.668955 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: empty_string_filtering.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.674951 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.675466 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: empty-string-filtering Sep 04 00:57:53.675791 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.676692 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.677205 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 04 00:57:53.677532 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.678406 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.678907 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 04 00:57:53.679230 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: external_net.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.680131 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.680669 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: external-net Sep 04 00:57:53.680994 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.681866 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.682378 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: extra_dhcp_opt Sep 04 00:57:53.682700 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: extraroute.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.683562 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.684072 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: extraroute Sep 04 00:57:53.684395 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: extraroute_atomic.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.686134 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.686645 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: extraroute-atomic Sep 04 00:57:53.686967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: filter_validation.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.687597 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.688097 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: filter-validation Sep 04 00:57:53.688416 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: fip_pf_description.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.689315 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.689813 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 04 00:57:53.690131 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: fip_pf_port_range.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.691029 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.691535 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 04 00:57:53.691855 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: fip_port_details.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.692767 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.693275 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: fip-port-details Sep 04 00:57:53.693595 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: flavors.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.694761 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.695277 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: flavors Sep 04 00:57:53.695603 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.697263 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.697782 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 04 00:57:53.698117 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: floatingip_pools.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.698789 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.699299 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: floatingip-pools Sep 04 00:57:53.699626 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: ip_allocation.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.700545 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.701234 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension ip_allocation not supported by any of loaded plugins Sep 04 00:57:53.701581 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.702462 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.702971 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: ip-substring-filtering Sep 04 00:57:53.703298 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l2_adjacency.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.704199 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.704739 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 04 00:57:53.705063 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.705984 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.706497 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: router Sep 04 00:57:53.706823 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.715413 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.715943 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 04 00:57:53.716277 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.717237 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.717753 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: ext-gw-mode Sep 04 00:57:53.718082 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.718961 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.719510 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: l3-ha Sep 04 00:57:53.719833 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.720721 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.721232 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 04 00:57:53.721556 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_flavors.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.722430 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.722939 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: l3-flavors Sep 04 00:57:53.723263 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.724620 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.725137 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 04 00:57:53.725466 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.726343 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.726858 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 04 00:57:53.727190 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: l3agentscheduler.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.728199 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.728745 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: l3_agent_scheduler Sep 04 00:57:53.729070 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: local_ip.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.730755 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.731314 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension local_ip not supported by any of loaded plugins Sep 04 00:57:53.731646 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: logging.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.733621 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.734240 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension logging not supported by any of loaded plugins Sep 04 00:57:53.734570 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: metering.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.735273 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.735845 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: metering Sep 04 00:57:53.736169 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.737289 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.737805 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: metering_source_and_destination_fields Sep 04 00:57:53.738133 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: multiprovidernet.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.739025 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.739542 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: multi-provider Sep 04 00:57:53.739868 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: netmtu.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.740779 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.741284 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: net-mtu Sep 04 00:57:53.741606 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: netmtu_writable.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.742481 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.742988 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: net-mtu-writable Sep 04 00:57:53.743307 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: network_availability_zone.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.743943 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.744447 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: network_availability_zone Sep 04 00:57:53.744793 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: network_ip_availability.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.750688 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.751200 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: network-ip-availability Sep 04 00:57:53.751526 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: network_segment_range.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.752260 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.752793 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension network-segment-range not supported by any of loaded plugins Sep 04 00:57:53.753115 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: pagination.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.754194 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.754522 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: pagination Sep 04 00:57:53.754842 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_device_profile.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.755701 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.756207 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-device-profile Sep 04 00:57:53.756559 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_mac_address_override.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.757434 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.757943 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-mac-override Sep 04 00:57:53.758265 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.759143 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.759691 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-mac-address-regenerate Sep 04 00:57:53.760011 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.760906 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.761416 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-numa-affinity-policy Sep 04 00:57:53.761739 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_resource_request.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.762609 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.763116 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension port-resource-request not supported by any of loaded plugins Sep 04 00:57:53.763471 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: port_resource_request_groups.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.764387 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.764933 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 04 00:57:53.765253 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: portbindings.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.766133 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.766643 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: binding Sep 04 00:57:53.766997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: portbindings_extended.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.768209 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.768754 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: binding-extended Sep 04 00:57:53.769083 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: portsecurity.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.769963 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.770481 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-security Sep 04 00:57:53.771645 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: project_id.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.771785 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.772119 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: project-id Sep 04 00:57:53.772440 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: providernet.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.773342 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.773855 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: provider Sep 04 00:57:53.774177 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.778138 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.778668 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos not supported by any of loaded plugins Sep 04 00:57:53.779052 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.783434 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.783959 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 04 00:57:53.784291 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.785221 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.785732 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 04 00:57:53.786059 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_default.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.786929 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.787438 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-default not supported by any of loaded plugins Sep 04 00:57:53.787762 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_fip.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.788713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.789229 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-fip not supported by any of loaded plugins Sep 04 00:57:53.789551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.790427 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.790936 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 04 00:57:53.791260 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_gateway_ip.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.792141 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.792682 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 04 00:57:53.793010 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_port_network_policy.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.793885 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.794395 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 04 00:57:53.795238 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.796226 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.796771 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 04 00:57:53.797100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.798100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.798612 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 04 00:57:53.798938 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_pps_rule.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.800107 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.800651 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-pps not supported by any of loaded plugins Sep 04 00:57:53.801026 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_rule_type_details.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.801863 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.802373 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 04 00:57:53.802697 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.803572 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.804082 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 04 00:57:53.804405 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: qos_rules_alias.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.811649 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.812159 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 04 00:57:53.812514 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: quota_check_limit.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.813404 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.813916 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: quota-check-limit Sep 04 00:57:53.814243 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: quotasv2.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.815161 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.815488 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: quotas Sep 04 00:57:53.815810 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: quotasv2_detail.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.817522 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.817863 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: quota_details Sep 04 00:57:53.818193 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: rbac.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.819224 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.819742 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: rbac-policies Sep 04 00:57:53.820071 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: rbac_address_group.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.820986 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.821502 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: rbac-address-group Sep 04 00:57:53.821829 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: rbac_address_scope.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.822707 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.823222 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: rbac-address-scope Sep 04 00:57:53.823547 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: rbac_security_groups.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.824518 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.825039 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: rbac-security-groups Sep 04 00:57:53.825365 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: rbac_subnetpool.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.826381 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.826898 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: rbac-subnetpool Sep 04 00:57:53.827222 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: revisionifmatch.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.828140 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.828682 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: revision-if-match Sep 04 00:57:53.829007 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: revisions.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.830086 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.830602 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: standard-attr-revisions Sep 04 00:57:53.830932 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: router_availability_zone.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.831571 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.832083 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: router_availability_zone Sep 04 00:57:53.832406 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: routerservicetype.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.833319 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.833830 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension router-service-type not supported by any of loaded plugins Sep 04 00:57:53.834150 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.835044 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.835559 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: security-groups-normalized-cidr Sep 04 00:57:53.835881 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.842600 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.843111 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: port-security-groups-filtering Sep 04 00:57:53.843433 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.844326 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.844871 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: security-groups-remote-address-group Sep 04 00:57:53.845194 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.846120 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.846635 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: security-groups-shared-filtering Sep 04 00:57:53.846956 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: securitygroup.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.856798 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.857857 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: security-group Sep 04 00:57:53.858263 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: segment.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.858960 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.859477 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension segment not supported by any of loaded plugins Sep 04 00:57:53.859805 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.864175 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.864785 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 04 00:57:53.865113 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: servicetype.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.866713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.867133 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: service-type Sep 04 00:57:53.867466 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: sorting.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.868566 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.868901 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: sorting Sep 04 00:57:53.869227 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: standard_attr_segment.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.870116 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.870640 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 04 00:57:53.870969 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: standardattrdescription.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.871587 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.872101 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: standard-attr-description Sep 04 00:57:53.872428 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: stateful_security_group.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.874176 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.874693 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: stateful-security-group Sep 04 00:57:53.875023 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: stdattrs_common.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.875577 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 04 00:57:53.875901 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.876830 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.877345 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 04 00:57:53.877672 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnet_onboard.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.878681 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.879200 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: subnet_onboard Sep 04 00:57:53.879568 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.880476 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.881003 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 04 00:57:53.881331 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnet_service_types.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.882228 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.882739 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: subnet-service-types Sep 04 00:57:53.883063 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnetallocation.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.884091 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.884649 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: subnet_allocation Sep 04 00:57:53.884982 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.885651 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.886155 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: subnetpool-prefix-ops Sep 04 00:57:53.886478 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.887373 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.887884 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 04 00:57:53.888237 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: tagging.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.889436 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.889964 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: standard-attr-tag Sep 04 00:57:53.893802 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: timestamp.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.894834 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.895355 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loaded extension: standard-attr-timestamp Sep 04 00:57:53.895682 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: trunk.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.896741 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.897265 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension trunk not supported by any of loaded plugins Sep 04 00:57:53.897592 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: trunk_details.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.898463 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.898971 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension trunk-details not supported by any of loaded plugins Sep 04 00:57:53.899295 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: uplink_status_propagation.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.900171 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.900704 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 04 00:57:53.901027 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Loading extension file: vlantransparent.py {{(pid=106744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:57:53.901913 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:57:53.902447 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 04 00:57:53.905098 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:network Sep 04 00:57:53.905613 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnet Sep 04 00:57:53.906009 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:57:53.906396 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:port Sep 04 00:57:53.907642 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.908084 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service FLAVORS assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.908721 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.909152 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.917153 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:router Sep 04 00:57:53.917153 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 00:57:53.917153 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service METERING assigned prefix: /metering {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.917153 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.917153 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:security_group Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service CORE assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:57:53.917533 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] subnetpool is already registered Sep 04 00:57:53.918027 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service CORE assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.918027 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:57:53.918027 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] subnetpool is already registered Sep 04 00:57:53.919137 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.920177 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service FLAVORS assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.920824 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.921249 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.921582 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:router Sep 04 00:57:53.921919 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] router is already registered Sep 04 00:57:53.922330 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 00:57:53.922667 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] floatingip is already registered Sep 04 00:57:53.923127 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service METERING assigned prefix: /metering {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.923809 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 00:57:53.924138 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] rbac_policy is already registered Sep 04 00:57:53.924580 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:security_group Sep 04 00:57:53.924918 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] security_group is already registered Sep 04 00:57:53.925352 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 00:57:53.925685 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] security_group_rule is already registered Sep 04 00:57:53.926327 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service CORE assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.926654 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:57:53.926988 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] subnetpool is already registered Sep 04 00:57:53.927412 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.v2.resource_helper [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Service CORE assigned prefix: {{(pid=106744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:57:53.927735 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:57:53.928063 dv-cinder-master-3-smb neutron-server[106744]: WARNING neutron.quota.resource_registry [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] subnetpool is already registered Sep 04 00:57:53.928575 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: extensions {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.930041 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: address-groups {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.931537 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: address-scopes {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.933004 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: agents {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.934175 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: auto-allocated-topology {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.938431 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: availability_zones {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.938431 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: dhcp-networks {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.938941 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: dhcp-agents {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.940388 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: routers {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.942149 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: flavors {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.944521 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: service_profiles {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.945772 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: next_providers {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.947333 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: service_profiles {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.948991 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: floatingip-pools {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.950222 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: routers {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.952078 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: floatingips {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.953408 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: l3-routers {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.954914 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: l3-agents {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.956340 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: metering-labels {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.957654 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: metering-label-rules {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.959041 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: network-ip-availabilities {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.960364 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: bindings {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.961972 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: quotas {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.963644 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: quotas {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.965342 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: rbac-policies {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.966583 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: security-groups {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.967895 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: security-group-rules {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.969179 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: service-providers {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.970415 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: subnetpools {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.971803 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: subnetpools {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.973382 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.975099 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.976952 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.978749 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.980448 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.983185 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.984986 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.986789 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.988718 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.990522 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron.api.extensions [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Extended resource: tags {{(pid=106744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:57:53.996838 dv-cinder-master-3-smb neutron-server[106744]: WARNING keystonemiddleware.auth_token [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 04 00:57:54.002650 dv-cinder-master-3-smb neutron-server[106744]: WARNING keystonemiddleware.auth_token [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 04 00:57:54.011725 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Acquiring lock "singleton_lock" {{(pid=106744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 04 00:57:54.012055 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Acquired lock "singleton_lock" {{(pid=106744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 04 00:57:54.012554 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_concurrency.lockutils [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Releasing lock "singleton_lock" {{(pid=106744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 04 00:57:54.013202 dv-cinder-master-3-smb neutron-server[106744]: INFO oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Starting 2 workers Sep 04 00:57:54.018032 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Started child 106859 {{(pid=106744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:57:54.022481 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Started child 106860 {{(pid=106744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:57:54.023514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.024162 dv-cinder-master-3-smb neutron-server[106744]: INFO neutron.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 04 00:57:54.024739 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.025061 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [-] (106859) wsgi starting up on http://0.0.0.0:9696 Sep 04 00:57:54.027379 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.027816 dv-cinder-master-3-smb neutron-server[106744]: INFO oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Starting 1 workers Sep 04 00:57:54.028769 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [-] (106860) wsgi starting up on http://0.0.0.0:9696 Sep 04 00:57:54.033118 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Started child 106861 {{(pid=106744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:57:54.033673 dv-cinder-master-3-smb neutron-server[106744]: INFO oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Starting 1 workers Sep 04 00:57:54.036997 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] calling RpcWorker wait() {{(pid=106861) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 04 00:57:54.037520 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] returning from RpcWorker wait() {{(pid=106861) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 04 00:57:54.038144 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Started child 106862 {{(pid=106744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:57:54.038914 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.039006 dv-cinder-master-3-smb neutron-server[106744]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb5bb-72ef-4294-9590-f224617c5e71 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.039434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:54.040873 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 00:57:54.041086 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:57:54.041270 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:57:54.041503 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:57:54.041858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:57:54.042037 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:57:54.042551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.042826 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.043072 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.043258 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:54.043715 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.043938 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.044168 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:54.044272 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.044474 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.044815 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.045575 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.045743 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.045910 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.046158 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.046387 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.046699 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.046971 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.047213 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.047452 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.047628 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.047880 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.048136 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.048377 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.048681 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] debug = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.048945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.049438 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.049694 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.049932 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.050194 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.050461 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.050707 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.050962 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.051258 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.051438 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.051677 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.051924 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.052157 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.052408 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.052663 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.052939 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.053158 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.053667 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.053917 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.054163 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.054422 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.054679 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.054933 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.055175 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.055423 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.055676 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.055926 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.056145 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.056412 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.056706 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.056921 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.057174 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.057337 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_options = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.057573 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.057867 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.058133 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.058321 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.058488 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.058649 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.058902 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.059063 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.059315 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.059528 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.059759 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.059971 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.060194 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.060546 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.060751 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.060964 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.061208 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.061445 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.061710 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.062003 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.062184 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.062424 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.062654 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.062888 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.063103 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.063340 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.063584 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.063816 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.064050 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.064284 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.064578 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.064838 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.065053 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.065308 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.065549 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.065777 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.066004 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.066218 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.066479 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.066705 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.067087 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.067240 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.067374 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.067710 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.067968 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.068273 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.068412 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_json = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.068631 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.068989 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.069268 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.069268 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.069624 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.069777 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.069921 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.070130 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.070401 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.070772 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.071062 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.071363 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.071607 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.071835 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.072122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.072306 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.072554 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.072802 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.073030 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.073338 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.073559 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.073855 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.074109 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.074381 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.074689 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.075140 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.075424 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.075641 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.075892 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.076118 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.076359 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.076687 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.076687 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082426 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.082997 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.083551 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084019 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084393 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084393 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084665 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.084888 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.085148 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.085422 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.085652 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.085867 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.086112 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.086324 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.086563 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.086769 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.087002 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.087210 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.087436 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.087673 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.087884 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.088093 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.088304 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.088540 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.088775 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.088990 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.089217 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.089429 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.089638 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.089849 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.090062 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.090270 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.090559 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.090830 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.091025 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.091242 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.092009 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.092276 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.092535 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.092992 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.092992 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.093198 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.093490 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.093924 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095591 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095591 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.095837 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.096076 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.096321 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.096585 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.096926 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.097859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.097859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.097859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.097859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.098340 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.098340 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.098583 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.098712 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.098869 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.099084 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.099320 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.099543 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.099946 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.100052 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.100865 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.100865 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.100865 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.101112 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.101252 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.101648 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.102081 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.102464 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.102886 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.103336 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.103759 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.104164 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.104587 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.104958 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.105385 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.105785 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.106179 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.106416 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.106658 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.106878 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.107230 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.108090 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.108379 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.108611 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.108936 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.109168 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.109405 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.109653 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.109895 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.110130 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.110365 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.110634 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.110880 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.111149 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.111405 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.111635 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.111849 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.112089 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.112334 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.112569 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.112801 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.113017 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.113253 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.113484 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.113717 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.113967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.114175 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.114578 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.114990 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.115394 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.115791 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.116033 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.116244 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.116479 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.116714 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.116936 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.117136 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.117347 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.117586 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.117817 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.118032 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.118295 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.118560 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.118791 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.119035 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.119274 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.119509 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.119713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.119951 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.120184 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.120394 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.120627 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.120843 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.121050 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.121429 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.121672 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.121893 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.122163 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.122411 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.124935 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.125361 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.126014 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.126423 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.126825 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.127220 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.127638 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.128053 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.128450 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.128738 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.129051 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.129320 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.129609 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.129841 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.130072 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.130522 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.130754 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.130995 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.131260 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.131524 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.131757 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.132106 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.132330 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.132586 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.132828 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.133047 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.133263 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.133474 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.133709 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.133937 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.134149 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.134359 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.134693 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.134936 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.135180 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.135430 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.135657 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.135882 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.136267 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.136638 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.136983 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.137355 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.137567 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.137938 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.138165 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.138503 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.138754 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.139005 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.139245 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.139455 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.139681 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.139916 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.140126 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.140351 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.140621 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.140833 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.141058 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.141272 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.141480 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.141702 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.141914 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.142239 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.142503 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.142713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.142922 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.143143 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.143353 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.143567 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.143873 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.144123 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.144372 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.144644 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:54.144754 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.144903 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.145155 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.145393 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.145691 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.145920 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.146155 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.146404 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.146620 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.146836 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.147087 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.147460 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.147761 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.147987 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.148238 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.148521 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.148817 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.149100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.149334 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.149635 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.149958 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.150370 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.150778 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.151021 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.151260 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.151487 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.151959 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.152290 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153024 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153024 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153024 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153306 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153454 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153668 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.153896 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.154699 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.154947 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.155176 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.155415 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.155630 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.155782 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:57:54.156500 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 00:57:54.156643 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:57:54.156798 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:57:54.156968 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:57:54.157144 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:57:54.157284 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:57:54.157491 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.157651 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.157809 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.157967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158169 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158336 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158496 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158643 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158798 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.158958 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159113 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159268 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159424 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159582 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159737 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.159873 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160030 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160189 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160345 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160521 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160676 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160831 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] debug = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.160972 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161174 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161336 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161489 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161643 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161797 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.161952 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162107 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162265 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162441 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162607 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162745 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.162906 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.163047 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.163198 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.163368 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.163493 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.163804 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164106 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164264 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164422 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164601 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164756 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.164903 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165031 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165188 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165343 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165489 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165627 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165784 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.165940 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166094 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166249 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_options = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166403 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166611 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166739 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.166874 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167002 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167163 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167368 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167483 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167590 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167749 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.167903 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168057 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168217 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168438 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168620 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168793 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.168923 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.169077 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.169233 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.169391 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.169526 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.170331 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.170487 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.170628 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.170817 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.170950 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171073 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171239 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171377 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171502 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171683 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171814 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.171960 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172115 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172266 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172413 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172622 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172749 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.172871 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173025 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173178 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173334 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173563 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173763 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173763 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.173998 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174122 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_json = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174253 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174377 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174524 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174656 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174781 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.174905 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.175052 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.175205 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.175348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:57:54.175519 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.175659 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.175818 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.175967 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176110 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176269 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176418 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176597 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176727 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.176871 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177040 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177200 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177356 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177503 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177657 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177818 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.177977 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178134 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178291 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178448 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178604 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178763 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.178928 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179084 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179243 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179399 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179573 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179722 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.179878 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180042 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180214 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180372 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180552 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180695 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.180859 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181017 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181175 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181332 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181489 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181647 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181804 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.181961 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182117 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182274 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182432 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182589 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182746 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.182904 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183060 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183218 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183376 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183533 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183690 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.183848 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184022 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184143 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184294 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184495 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184655 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184766 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.184923 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.185101 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.185277 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.185436 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.185689 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.185689 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186138 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186138 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186138 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186556 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186556 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186836 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.186836 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187100 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187337 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187337 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187574 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187698 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187822 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.187945 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188077 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188332 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188483 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188633 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.188794 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189024 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189188 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189345 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189502 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189666 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189838 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.189995 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190153 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190310 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190466 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190621 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190778 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.190936 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191091 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191248 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191405 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191561 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191721 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.191878 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192034 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192191 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192348 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192522 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192679 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192835 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.192992 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193150 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193306 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193463 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193620 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193777 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.193933 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194093 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194251 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194405 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194560 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194725 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.194880 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195040 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195202 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195370 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195537 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195695 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.195852 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196010 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196167 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196323 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196495 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196656 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196813 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.196969 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197125 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197291 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197448 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197604 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197758 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.197937 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198096 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198252 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198408 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198564 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198724 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.198882 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199037 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199195 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199352 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199509 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199665 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199821 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.199977 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.200136 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.200292 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.200449 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.200611 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.200770 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201086 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201283 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201367 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201516 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201673 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201830 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.201987 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202145 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202303 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202460 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202615 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202772 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.202928 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203085 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203243 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203399 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203555 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203713 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.203874 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204030 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204187 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204345 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204523 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204691 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.204841 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205001 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205158 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205317 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205474 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205630 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205788 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.205946 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206102 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206260 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206415 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206572 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206747 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.206904 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207062 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207222 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207379 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207537 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207694 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.207850 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208008 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208164 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208325 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208498 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208661 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208817 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.208973 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209130 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209287 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209443 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209602 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209763 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.209920 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210076 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210233 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210392 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210548 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210705 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.210861 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211018 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211174 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211330 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211487 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211643 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211814 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.211971 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212127 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212284 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212441 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212617 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212784 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.212941 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213097 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213253 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213408 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213565 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213731 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.213888 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214044 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214201 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214358 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214513 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214678 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214835 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.214991 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215147 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215304 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215459 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215624 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215781 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.215938 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.216095 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.216251 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.216408 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217125 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217284 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217508 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217678 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217835 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.217995 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.218162 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.218322 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.218480 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.220613 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.220810 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.220991 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.221177 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.221365 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.221541 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.221719 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.221891 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222059 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222229 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222399 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222571 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222750 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.222922 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223089 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223261 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223433 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223604 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223767 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.223935 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.224109 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.224271 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.224433 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.224624 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.224767 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227207 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:57:54.227858 dv-cinder-master-3-smb neutron-server[106744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:57:54.275875 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 57454) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:54.283550 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053630 Sep 04 00:57:54.287837 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037217 Sep 04 00:58:03.354485 dv-cinder-master-3-smb neutron-server[106744]: DEBUG dbcounter [-] [106744] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106744) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:05.563823 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87135d63-7a7c-4014-8ab3-6517faa5c73e None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=106861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 04 00:58:05.573537 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writer thread running {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:58:05.573906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writer thread running {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:58:05.660418 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87135d63-7a7c-4014-8ab3-6517faa5c73e None None] No non-hosted networks {{(pid=106861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 04 00:58:05.680080 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.agentschedulers_db [None req-87135d63-7a7c-4014-8ab3-6517faa5c73e None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=106861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 04 00:58:05.746807 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0d1c49a1-1efc-475c-a7fb-02dd2f6b7fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:07.365655 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writer thread running {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:58:07.962434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-660b768e-e670-4187-aedc-440c503cee49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:08.012838 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.db.api [None req-7e4fee58-909c-4c39-a2ec-2de54ffc759a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-smb {{(pid=106861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 00:58:08.013813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG oslo_db.api [None req-7e4fee58-909c-4c39-a2ec-2de54ffc759a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 00:58:08.606841 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7e4fee58-909c-4c39-a2ec-2de54ffc759a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:09.132473 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:09.248580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 57526) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:09.822212 dv-cinder-master-3-smb neutron-server[106860]: WARNING oslo_policy.policy [None req-a1f698a0-959d-4e8f-b4c0-299cd7a6b826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:09.822740 dv-cinder-master-3-smb neutron-server[106860]: WARNING oslo_policy.policy [None req-a1f698a0-959d-4e8f-b4c0-299cd7a6b826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:10.043509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [None req-a1f698a0-959d-4e8f-b4c0-299cd7a6b826 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:58:10.057519 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a1f698a0-959d-4e8f-b4c0-299cd7a6b826 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8079462 Sep 04 00:58:10.663664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:10.812642 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:10.814003 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.814748 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.815462 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.816112 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.817968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.818875 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.820408 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.821196 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.821800 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.822499 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.823935 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.825009 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.826044 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.827558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.827558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:10.827558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:10.855509 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:12.207067 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.db.l3_hamode_db [None req-ef453e28-a09d-47cc-a569-a4021d719170 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 04 00:58:12.291085 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef453e28-a09d-47cc-a569-a4021d719170 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:58:12.291487 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef453e28-a09d-47cc-a569-a4021d719170 None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 04 00:58:12.551905 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57560) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:13.055461 dv-cinder-master-3-smb neutron-server[106859]: WARNING oslo_policy.policy [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:13.056007 dv-cinder-master-3-smb neutron-server[106859]: WARNING oslo_policy.policy [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:13.271319 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:13.283219 dv-cinder-master-3-smb neutron-server[106859]: ERROR stevedore.extension [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 00:58:13.363483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.policy [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 00:58:13.405206 dv-cinder-master-3-smb neutron-server[106859]: WARNING oslo_policy.policy [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:13.405565 dv-cinder-master-3-smb neutron-server[106859]: WARNING oslo_policy.policy [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:13.425838 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writer thread running {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:58:13.571827 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497144126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497143602', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497225805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497240844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497247471', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773497256746', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-691034', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056322'] for rbac-policy (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:13.756612 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:13.758052 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7e6da682-ee06-4939-9b9e-9e794fecb786 admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2042279 Sep 04 00:58:16.110508 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57576) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:16.429005 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:16.508699 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Made reservation on behalf of c8fe5139a2a24ec780814c7f39d5b437 for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:58:16.513161 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.532687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.640003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks [] for security_group (52c064d6-7e0d-425d-9a49-1eaff492117c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.680333 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (52c064d6-7e0d-425d-9a49-1eaff492117c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.705333 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 00:58:16.738152 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773495378827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (b1932619-42c8-4bcc-88f7-6385696c81ae), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.738719 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Unsubscribe: segment precommit_create {{(pid=106859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 00:58:16.739255 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Added segment b1932619-42c8-4bcc-88f7-6385696c81ae of type vlan for network 487692d4-1ffb-4746-b226-37c236814f2c Sep 04 00:58:16.759633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=52c064d6-7e0d-425d-9a49-1eaff492117c,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:16.807037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.807374 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.807709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.808058 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.808388 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.808736 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.809056 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.809375 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.809693 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.810016 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.810333 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.810663 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.810982 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.811295 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.811609 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Tracked resource versions report: Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: pushed versions: Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: { 'AddressGroup': {'1.2'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Agent': {'1.1'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'ConntrackHelper': {'1.0'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Log': {'1.0'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'NDPProxy': {'1.0'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Network': {'1.1'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Port': {'1.7'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'PortForwarding': {'1.3'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'QosPolicy': {'1.10'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroup': {'1.5'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SubPort': {'1.0'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Subnet': {'1.1'}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Trunk': {'1.1'}} Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: consumer versions: Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Agent': '1.1', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'ConntrackHelper': '1.0', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'LocalIPAssociation': '1.0', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Log': '1.0', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'NDPProxy': '1.0', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Network': '1.1', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Port': '1.7', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'PortForwarding': '1.3', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'QosPolicy': '1.10', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroup': '1.5', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroupRule': '1.2', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'SubPort': '1.0', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Subnet': '1.1', Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: 'Trunk': '1.1'}} Sep 04 00:58:16.813458 dv-cinder-master-3-smb neutron-server[106859]: {{(pid=106859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:58:16.847454 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (487692d4-1ffb-4746-b226-37c236814f2c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.948795 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (487692d4-1ffb-4746-b226-37c236814f2c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.953909 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:16.954610 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:16.975842 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:17.072315 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] Pushing event updated for resources: {'Network': ['ID=487692d4-1ffb-4746-b226-37c236814f2c,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:17.083955 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 487692d4-1ffb-4746-b226-37c236814f2c details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 00:58:17.100308 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-35dbee9f-96c3-4e96-9985-c7f76189ad84 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9888299 Sep 04 00:58:19.496725 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57590) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:19.909358 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5b82f-b76f-4d3a-bde7-34b09875b27f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:19.910700 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e3b5b82f-b76f-4d3a-bde7-34b09875b27f demo admin] 10.222.0.27 "GET /networking/v2.0/networks/487692d4-1ffb-4746-b226-37c236814f2c HTTP/1.1" status: 200 len: 825 time: 0.4130383 Sep 04 00:58:19.935875 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1b55e61d-13d4-4e62-9abb-9280decc3351 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05 HTTP/1.1" status: 200 len: 734 time: 0.0191264 Sep 04 00:58:19.944571 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:20.005964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Made reservation on behalf of c8fe5139a2a24ec780814c7f39d5b437 for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:58:20.008196 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:20.234574 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:20.360751 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (8f0a3967-7c41-4aae-ba05-ce590ce5a4d0), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:20.434473 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Checking segment: {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:58:20.434841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Network hostable DHCP agents. Network: 487692d4-1ffb-4746-b226-37c236814f2c, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 00:58:20.437687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Pushing event updated for resources: {'Subnet': ['ID=8f0a3967-7c41-4aae-ba05-ce590ce5a4d0,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:20.554486 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Network 487692d4-1ffb-4746-b226-37c236814f2c is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 00:58:20.628941 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 487692d4-1ffb-4746-b226-37c236814f2c) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:20.633985 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:20.634574 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:20.639827 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb5304-613f-47ef-84fd-e9f3e7eaeba5 None None] Network 487692d4-1ffb-4746-b226-37c236814f2c requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:58:20.711536 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4b8d5434-5ccd-4823-b0ef-19383ac79c5f demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7700579 Sep 04 00:58:20.903703 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-487692d4-1ffb-4746-b226-37c236814f2c', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 00:58:20.905002 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.190990 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Allocated IP 172.20.0.2 (487692d4-1ffb-4746-b226-37c236814f2c/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0/54d83db8-ddac-4a60-bbdb-d52cf172a091) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:58:21.456794 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks [] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.503681 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.581011 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Network 487692d4-1ffb-4746-b226-37c236814f2c is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:58:21.590027 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:21.593199 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:58:21.600719 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Pushing event updated for resources: {'Port': ['ID=54d83db8-ddac-4a60-bbdb-d52cf172a091,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:21.632447 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:21.649230 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.649797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.649912 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.650233 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.650562 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.650886 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.651460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.651780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.652101 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.652421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.652763 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.653103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.653424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.653741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.654055 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Tracked resource versions report: Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: pushed versions: Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: { 'AddressGroup': {'1.2'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Agent': {'1.1'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'ConntrackHelper': {'1.0'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Log': {'1.0'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'NDPProxy': {'1.0'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Network': {'1.1'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Port': {'1.7'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'PortForwarding': {'1.3'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'QosPolicy': {'1.10'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroup': {'1.5'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SubPort': {'1.0'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Subnet': {'1.1'}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Trunk': {'1.1'}} Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: consumer versions: Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Agent': '1.1', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'ConntrackHelper': '1.0', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'LocalIPAssociation': '1.0', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Log': '1.0', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'NDPProxy': '1.0', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Network': '1.1', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Port': '1.7', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'PortForwarding': '1.3', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'QosPolicy': '1.10', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroup': '1.5', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroupRule': '1.2', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'SubPort': '1.0', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Subnet': '1.1', Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: 'Trunk': '1.1'}} Sep 04 00:58:21.655269 dv-cinder-master-3-smb neutron-server[106861]: {{(pid=106861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:58:21.695515 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Attempting to bind port 54d83db8-ddac-4a60-bbdb-d52cf172a091 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:58:21.695792 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Attempting to bind port 54d83db8-ddac-4a60-bbdb-d52cf172a091 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:58:21.696217 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Attempting to bind port 54d83db8-ddac-4a60-bbdb-d52cf172a091 on network 487692d4-1ffb-4746-b226-37c236814f2c {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:58:21.701404 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:58:21.701783 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Checking segment: {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:58:21.705220 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.705220 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Bound using segment: {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:58:21.705220 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Bound port: 54d83db8-ddac-4a60-bbdb-d52cf172a091, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:58:21.705220 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.764727 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] For port 54d83db8-ddac-4a60-bbdb-d52cf172a091, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:58:21.786752 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] For port 54d83db8-ddac-4a60-bbdb-d52cf172a091, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=54d83db8-ddac-4a60-bbdb-d52cf172a091,segment=NetworkSegment(b1932619-42c8-4bcc-88f7-6385696c81ae),segment_id=b1932619-42c8-4bcc-88f7-6385696c81ae)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:58:21.852766 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:21.908040 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366354-fba6-4e8d-9658-4b07586650ff None None] Pushing event updated for resources: {'Port': ['ID=54d83db8-ddac-4a60-bbdb-d52cf172a091,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:23.120424 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57600) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:23.447501 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [None req-acf42c7b-b2f3-4c68-9696-4aa38d72369c admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:58:23.448507 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-acf42c7b-b2f3-4c68-9696-4aa38d72369c admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3271048 Sep 04 00:58:25.596492 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:25.601653 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=8 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:25.907062 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57612) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:26.247036 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [None req-136df8e7-b4fb-4347-930d-b2e8faea4a7b admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:58:26.248064 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-136df8e7-b4fb-4347-930d-b2e8faea4a7b admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3400490 Sep 04 00:58:28.655883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57624) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:28.994840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:29.051906 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (a9881ba7-8ece-47cf-a92c-d67fd822d29f), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:29.053490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (a9881ba7-8ece-47cf-a92c-d67fd822d29f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:29.189010 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Publish callbacks [] for router_controller (a9881ba7-8ece-47cf-a92c-d67fd822d29f), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:29.224196 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (a9881ba7-8ece-47cf-a92c-d67fd822d29f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:29.305224 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:29.306519 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-556f89c6-d940-40e1-baf6-0bb7c11b1e30 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6481695 Sep 04 00:58:29.918504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57818865-1069-46d0-9ef3-63c34c44c382 None None] Network 487692d4-1ffb-4746-b226-37c236814f2c requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:58:29.982092 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Provisioning complete for port 54d83db8-ddac-4a60-bbdb-d52cf172a091 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:29.982499 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:30.178064 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Current status of the port 54d83db8-ddac-4a60-bbdb-d52cf172a091 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:30.178450 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:30.215881 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] For port 54d83db8-ddac-4a60-bbdb-d52cf172a091, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=54d83db8-ddac-4a60-bbdb-d52cf172a091,segment=NetworkSegment(b1932619-42c8-4bcc-88f7-6385696c81ae),segment_id=b1932619-42c8-4bcc-88f7-6385696c81ae)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:58:30.274619 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:30.301642 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:30.302338 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:30.325337 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f3efe-b507-473b-8a0f-12454c9583bb None None] Pushing event updated for resources: {'Port': ['ID=54d83db8-ddac-4a60-bbdb-d52cf172a091,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:30.393391 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-1dd1eadb-36d3-439d-8fba-908abf626de6 None None] Provisioning complete for port 54d83db8-ddac-4a60-bbdb-d52cf172a091 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:30.393779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1dd1eadb-36d3-439d-8fba-908abf626de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:30.473687 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-1dd1eadb-36d3-439d-8fba-908abf626de6 None None] Current status of the port 54d83db8-ddac-4a60-bbdb-d52cf172a091 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:30.504077 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 54d83db8-ddac-4a60-bbdb-d52cf172a091 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:58:30.548968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 54d83db8-ddac-4a60-bbdb-d52cf172a091 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:30.549349 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:30.617163 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 54d83db8-ddac-4a60-bbdb-d52cf172a091 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:31.707544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57634) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:32.029158 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [None req-0c3b7f9f-b4a0-4673-991a-621996faa943 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:58:32.030193 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0c3b7f9f-b4a0-4673-991a-621996faa943 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3216469 Sep 04 00:58:34.426137 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57642) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:34.867162 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:34.937856 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Made reservation on behalf of a1d8c40dd6c04e8e8fe6b0c2b34723cd for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:58:34.940073 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:34.948199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:34.957954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:35.022042 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks [] for security_group (7450dd34-98bd-4ec6-b038-16e2283fef08), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.073773 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (7450dd34-98bd-4ec6-b038-16e2283fef08), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.092559 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Reserving flat network on physical network physnet1 {{(pid=106859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 04 00:58:35.107016 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7450dd34-98bd-4ec6-b038-16e2283fef08,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:35.114898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d90f3273-e1a7-4c53-b012-16f365ec7201), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.115136 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Added segment d90f3273-e1a7-4c53-b012-16f365ec7201 of type flat for network e32cd97d-8347-4e32-99e8-ec18fe962427 Sep 04 00:58:35.168200 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (e32cd97d-8347-4e32-99e8-ec18fe962427), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.262892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (e32cd97d-8347-4e32-99e8-ec18fe962427), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.263868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:35.264434 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.267926 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:35.356280 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] Pushing event updated for resources: {'Network': ['ID=e32cd97d-8347-4e32-99e8-ec18fe962427,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:35.366939 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network e32cd97d-8347-4e32-99e8-ec18fe962427 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 00:58:35.403172 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ee2c6fca-0bb7-49d5-b213-01cbd16a36af admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9759827 Sep 04 00:58:35.554835 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-17ece47f-c731-48ff-a6fc-40a11c2b7c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:37.743106 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57650) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:37.902809 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8e41ad2a-265c-422a-9ab5-d927bfcd1c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:38.114133 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f65a14-1998-4112-8721-9f1d2717f578 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:38.115458 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-43f65a14-1998-4112-8721-9f1d2717f578 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0 HTTP/1.1" status: 200 len: 849 time: 0.3714187 Sep 04 00:58:38.236779 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-faef5470-7342-44da-a061-00b7737505e1 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/a9881ba7-8ece-47cf-a92c-d67fd822d29f HTTP/1.1" status: 200 len: 704 time: 0.1154931 Sep 04 00:58:38.496044 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:38.824386 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Allocated IP 172.20.0.1 (487692d4-1ffb-4746-b226-37c236814f2c/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0/30af9c17-8786-4b04-b266-eaef0706f790) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:58:38.983172 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks [] for port (30af9c17-8786-4b04-b266-eaef0706f790), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.074541 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.092302 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (30af9c17-8786-4b04-b266-eaef0706f790), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.099105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:39.183199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Network 487692d4-1ffb-4746-b226-37c236814f2c is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:58:39.194585 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:39.206895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:58:39.206895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (a9881ba7-8ece-47cf-a92c-d67fd822d29f), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.222669 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Pushing event updated for resources: {'Port': ['ID=30af9c17-8786-4b04-b266-eaef0706f790,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:39.275126 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:39.438441 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-df59dd66-0878-4e0d-a7ec-0e41b1675277 None None] Provisioning complete for port 30af9c17-8786-4b04-b266-eaef0706f790 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:39.438817 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-df59dd66-0878-4e0d-a7ec-0e41b1675277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (30af9c17-8786-4b04-b266-eaef0706f790), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.466496 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (30af9c17-8786-4b04-b266-eaef0706f790), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.470710 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-df59dd66-0878-4e0d-a7ec-0e41b1675277 None None] Port 30af9c17-8786-4b04-b266-eaef0706f790 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 00:58:39.689738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks [] for port (30af9c17-8786-4b04-b266-eaef0706f790), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.754415 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (30af9c17-8786-4b04-b266-eaef0706f790), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.755294 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (a9881ba7-8ece-47cf-a92c-d67fd822d29f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:39.835858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Pushing event updated for resources: {'Port': ['ID=30af9c17-8786-4b04-b266-eaef0706f790,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:39.884665 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Network 487692d4-1ffb-4746-b226-37c236814f2c is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:58:39.885968 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:40.090071 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-25915b6e-9921-4e55-936e-64fd9c0e747f None None] Provisioning complete for port 30af9c17-8786-4b04-b266-eaef0706f790 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:40.090645 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-25915b6e-9921-4e55-936e-64fd9c0e747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (30af9c17-8786-4b04-b266-eaef0706f790), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:40.097412 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Router a9881ba7-8ece-47cf-a92c-d67fd822d29f is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 00:58:40.122024 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-25915b6e-9921-4e55-936e-64fd9c0e747f None None] Port 30af9c17-8786-4b04-b266-eaef0706f790 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 00:58:40.187940 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 00:58:40.199024 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3d767e95-e2e3-4378-96a3-8162fc20f0a4 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/a9881ba7-8ece-47cf-a92c-d67fd822d29f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9511836 Sep 04 00:58:40.199139 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Sync routers for ids ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 00:58:40.210116 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Routers {'a9881ba7-8ece-47cf-a92c-d67fd822d29f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:58:40.210857 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T00:58:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:40.390899 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Set router a9881ba7-8ece-47cf-a92c-d67fd822d29f gateway port host: None {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:58:40.617235 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:40.771610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:40.813912 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:39Z', 'revision_number': 2, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port_host': None, '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:39Z', 'revision_number': 2, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:40.862264 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Checking router: a9881ba7-8ece-47cf-a92c-d67fd822d29f for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 00:58:40.862628 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Updating router a9881ba7-8ece-47cf-a92c-d67fd822d29f port 30af9c17-8786-4b04-b266-eaef0706f790 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 00:58:40.916745 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (30af9c17-8786-4b04-b266-eaef0706f790), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.419584 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks [] for port (30af9c17-8786-4b04-b266-eaef0706f790), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.468475 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (30af9c17-8786-4b04-b266-eaef0706f790), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.615746 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Pushing event updated for resources: {'Port': ['ID=30af9c17-8786-4b04-b266-eaef0706f790,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:41.621599 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Attempting to bind port 30af9c17-8786-4b04-b266-eaef0706f790 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:58:41.621984 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Attempting to bind port 30af9c17-8786-4b04-b266-eaef0706f790 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:58:41.622421 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Attempting to bind port 30af9c17-8786-4b04-b266-eaef0706f790 on network 487692d4-1ffb-4746-b226-37c236814f2c {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:58:41.630853 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.631189 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.631521 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.631884 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.632221 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.632538 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.632859 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.633172 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.633490 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.633805 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.634120 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.634447 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.634765 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.635071 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.635381 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Tracked resource versions report: Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: pushed versions: Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: { 'AddressGroup': {'1.2'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Agent': {'1.1'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'ConntrackHelper': {'1.0'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Log': {'1.0'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'NDPProxy': {'1.0'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Network': {'1.1'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Port': {'1.7'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'PortForwarding': {'1.3'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'QosPolicy': {'1.10'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroup': {'1.5'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SubPort': {'1.0'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Subnet': {'1.1'}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Trunk': {'1.1'}} Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: consumer versions: Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Agent': '1.1', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'ConntrackHelper': '1.0', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'LocalIPAssociation': '1.0', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Log': '1.0', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'NDPProxy': '1.0', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Network': '1.1', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Port': '1.7', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'PortForwarding': '1.3', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'QosPolicy': '1.10', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroup': '1.5', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroupRule': '1.2', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'SubPort': '1.0', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Subnet': '1.1', Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: 'Trunk': '1.1'}} Sep 04 00:58:41.636619 dv-cinder-master-3-smb neutron-server[106862]: {{(pid=106862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:58:41.642379 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:58:41.642796 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Checking segment: {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:58:41.643281 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.643667 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Bound using segment: {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:58:41.644169 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Bound port: 30af9c17-8786-4b04-b266-eaef0706f790, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1932619-42c8-4bcc-88f7-6385696c81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:58:41.644562 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (30af9c17-8786-4b04-b266-eaef0706f790), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.707217 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] For port 30af9c17-8786-4b04-b266-eaef0706f790, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:58:41.726317 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] For port 30af9c17-8786-4b04-b266-eaef0706f790, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=30af9c17-8786-4b04-b266-eaef0706f790,segment=NetworkSegment(b1932619-42c8-4bcc-88f7-6385696c81ae),segment_id=b1932619-42c8-4bcc-88f7-6385696c81ae)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:58:41.783289 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (30af9c17-8786-4b04-b266-eaef0706f790), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:41.789653 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:41.816289 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:41.823484 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Routers {'a9881ba7-8ece-47cf-a92c-d67fd822d29f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:58:41.824093 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T00:58:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:41.902029 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e49f8-3814-4778-8f47-dd011a0855d9 None None] Pushing event updated for resources: {'Port': ['ID=30af9c17-8786-4b04-b266-eaef0706f790,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:41.926592 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] Set router a9881ba7-8ece-47cf-a92c-d67fd822d29f gateway port host: None {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:58:42.117284 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:39Z', 'revision_number': 2, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port_host': None, '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:41Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:42.143288 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dc0bd-68cf-48c6-8ca1-8b56f20a990e None None] The sync data for ids ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'] in dv-cinder-master-3-smb is: [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:39Z', 'revision_number': 2, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port_host': None, '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:41Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 00:58:42.587264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57662) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:42.975555 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3e49b-6299-46e8-9eb5-0ba707d07d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:42.977036 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-efa3e49b-6299-46e8-9eb5-0ba707d07d71 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/e32cd97d-8347-4e32-99e8-ec18fe962427 HTTP/1.1" status: 200 len: 842 time: 0.3887389 Sep 04 00:58:42.987319 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'enable_dhcp': False, 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:43.102896 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Made reservation on behalf of a1d8c40dd6c04e8e8fe6b0c2b34723cd for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:58:43.105301 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:43.179183 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:43.214021 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:43.503674 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.objects.ports [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106859) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 04 00:58:43.504117 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (29276367-1fc0-47e8-a263-84cfd2cfece7), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:43.561500 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29276367-1fc0-47e8-a263-84cfd2cfece7,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:43.571447 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:58:43.571801 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Network hostable DHCP agents. Network: e32cd97d-8347-4e32-99e8-ec18fe962427, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 00:58:43.697077 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 00:58:43.742828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, e32cd97d-8347-4e32-99e8-ec18fe962427) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:43.746897 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:43.747502 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:43.754860 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263bdf8-eae3-46fb-b5bd-8a90dfe0d737 None None] Network e32cd97d-8347-4e32-99e8-ec18fe962427 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:58:43.803372 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d4a259cf-2c10-4a03-8e51-485fa315314f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8198526 Sep 04 00:58:43.922960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523cc725-a097-4fbb-a813-26a6e95b751c None None] Network e32cd97d-8347-4e32-99e8-ec18fe962427 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:58:46.320872 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 57670) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:46.742601 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9772882b-d718-443a-b5c8-752ca50f8fb6 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/a9881ba7-8ece-47cf-a92c-d67fd822d29f HTTP/1.1" status: 200 len: 710 time: 0.4206045 Sep 04 00:58:46.829685 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ea4c6-9dea-4d3c-9860-24c0515575e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:46.830978 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-147ea4c6-9dea-4d3c-9860-24c0515575e0 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/e32cd97d-8347-4e32-99e8-ec18fe962427 HTTP/1.1" status: 200 len: 886 time: 0.0827889 Sep 04 00:58:46.840145 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:47.076468 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:58:47.102874 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks [] for router_gateway (a9881ba7-8ece-47cf-a92c-d67fd822d29f), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:47.301460 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:47.367530 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks [] for router_gateway (a9881ba7-8ece-47cf-a92c-d67fd822d29f), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:47.442157 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:47.443658 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:47.622808 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Allocated IP 172.37.6.58 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/de5fbf24-850b-4622-87cb-b4e936cb0934) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:58:47.728935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks [] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:47.800308 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:47.842799 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:58:47.847748 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:58:47.849836 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Pushing event updated for resources: {'Port': ['ID=de5fbf24-850b-4622-87cb-b4e936cb0934,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:47.853501 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:58:48.234264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks [] for router_gateway (a9881ba7-8ece-47cf-a92c-d67fd822d29f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.329834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:48.424911 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1607874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2059796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-883'] for router (a9881ba7-8ece-47cf-a92c-d67fd822d29f), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.428587 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1607929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1607920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059779'] for router (a9881ba7-8ece-47cf-a92c-d67fd822d29f), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.498441 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 30af9c17-8786-4b04-b266-eaef0706f790 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:58:48.501117 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:48.535830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Router a9881ba7-8ece-47cf-a92c-d67fd822d29f has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 00:58:48.549473 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 30af9c17-8786-4b04-b266-eaef0706f790 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:48.549875 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (30af9c17-8786-4b04-b266-eaef0706f790), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.618618 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:48.620660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 30af9c17-8786-4b04-b266-eaef0706f790 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:48.621054 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (30af9c17-8786-4b04-b266-eaef0706f790), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.638225 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 00:58:48.643944 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.656095 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-94341277-fcd7-4824-b634-aabd3b5a9cd3 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/a9881ba7-8ece-47cf-a92c-d67fd822d29f HTTP/1.1" status: 200 len: 889 time: 1.8081229 Sep 04 00:58:48.656248 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 30af9c17-8786-4b04-b266-eaef0706f790, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=30af9c17-8786-4b04-b266-eaef0706f790,segment=NetworkSegment(b1932619-42c8-4bcc-88f7-6385696c81ae),segment_id=b1932619-42c8-4bcc-88f7-6385696c81ae)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:58:48.663672 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Sync routers for ids ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 00:58:48.675836 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Routers {'a9881ba7-8ece-47cf-a92c-d67fd822d29f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:58:48.676538 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T00:58:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:48.740884 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (30af9c17-8786-4b04-b266-eaef0706f790), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:48.901125 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=30af9c17-8786-4b04-b266-eaef0706f790,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:48.934425 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Set router a9881ba7-8ece-47cf-a92c-d67fd822d29f gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:58:49.313532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58'}], 'enable_snat': True}, 'gw_port_id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:47Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port': {'id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:47Z', 'updated_at': '2022-09-04T00:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:41Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:49.362638 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Checking router: a9881ba7-8ece-47cf-a92c-d67fd822d29f for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 00:58:49.362991 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Updating router a9881ba7-8ece-47cf-a92c-d67fd822d29f port de5fbf24-850b-4622-87cb-b4e936cb0934 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 00:58:49.416318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:49.597901 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:49.629777 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:49.808396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks [] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:49.868442 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:49.903934 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Attempting to bind port de5fbf24-850b-4622-87cb-b4e936cb0934 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:58:49.904300 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Attempting to bind port de5fbf24-850b-4622-87cb-b4e936cb0934 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:58:49.904687 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Attempting to bind port de5fbf24-850b-4622-87cb-b4e936cb0934 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:58:49.918116 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:58:49.918492 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:58:49.918888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:49.919278 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:58:49.919755 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Bound port: de5fbf24-850b-4622-87cb-b4e936cb0934, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:58:49.920160 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:49.942972 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5becb6-779e-4811-8fb1-3b5ee5156247 None None] Pushing event updated for resources: {'Port': ['ID=de5fbf24-850b-4622-87cb-b4e936cb0934,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:49.972404 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] For port de5fbf24-850b-4622-87cb-b4e936cb0934, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:58:49.977824 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] For port de5fbf24-850b-4622-87cb-b4e936cb0934, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=de5fbf24-850b-4622-87cb-b4e936cb0934,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:58:50.057242 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:50.100830 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Routers {'a9881ba7-8ece-47cf-a92c-d67fd822d29f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:58:50.101430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T00:58:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:50.145973 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5becb6-779e-4811-8fb1-3b5ee5156247 None None] Pushing event updated for resources: {'Port': ['ID=de5fbf24-850b-4622-87cb-b4e936cb0934,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:50.213702 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] Set router a9881ba7-8ece-47cf-a92c-d67fd822d29f gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:58:50.329022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:50.412019 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58'}], 'enable_snat': True}, 'gw_port_id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:47Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port': {'id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:47Z', 'updated_at': '2022-09-04T00:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:48Z', 'revision_number': 5, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:58:50.437538 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9fe57-9e02-49d2-b1f9-3f944c0575aa None None] The sync data for ids ['a9881ba7-8ece-47cf-a92c-d67fd822d29f'] in dv-cinder-master-3-smb is: [{'id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'name': 'router1', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58'}], 'enable_snat': True}, 'gw_port_id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:58:29Z', 'updated_at': '2022-09-04T00:58:47Z', 'revision_number': 4, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'gw_port': {'id': 'de5fbf24-850b-4622-87cb-b4e936cb0934', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:47Z', 'updated_at': '2022-09-04T00:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '30af9c17-8786-4b04-b266-eaef0706f790', 'name': '', 'network_id': '487692d4-1ffb-4746-b226-37c236814f2c', 'tenant_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'mac_address': 'fa:16:3e:6d:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9881ba7-8ece-47cf-a92c-d67fd822d29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:58:38Z', 'updated_at': '2022-09-04T00:58:48Z', 'revision_number': 5, 'project_id': 'c8fe5139a2a24ec780814c7f39d5b437', 'subnets': [{'id': '8f0a3967-7c41-4aae-ba05-ce590ce5a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6e76dd4-fc59-4b2e-9385-ab1acfe5ab05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 00:58:50.486650 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 30af9c17-8786-4b04-b266-eaef0706f790 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:58:50.556981 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 30af9c17-8786-4b04-b266-eaef0706f790 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:50.557368 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (30af9c17-8786-4b04-b266-eaef0706f790), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:50.641835 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 30af9c17-8786-4b04-b266-eaef0706f790 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:51.240875 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 57684) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:51.574677 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writer thread running {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:58:51.622872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:51.693393 dv-cinder-master-3-smb neutron-server[106860]: ERROR stevedore.extension [None req-a47663e6-16fd-4453-a5bc-1f2feef87473 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 00:58:51.746095 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.policy [None req-a47663e6-16fd-4453-a5bc-1f2feef87473 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 00:58:51.789419 dv-cinder-master-3-smb neutron-server[106860]: WARNING oslo_policy.policy [None req-a47663e6-16fd-4453-a5bc-1f2feef87473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:51.789757 dv-cinder-master-3-smb neutron-server[106860]: WARNING oslo_policy.policy [None req-a47663e6-16fd-4453-a5bc-1f2feef87473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:58:51.799618 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a47663e6-16fd-4453-a5bc-1f2feef87473 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5578063 Sep 04 00:58:52.120682 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=46 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:52.500620 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device de5fbf24-850b-4622-87cb-b4e936cb0934 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:58:52.544976 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port de5fbf24-850b-4622-87cb-b4e936cb0934 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:52.545953 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:52.621717 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port de5fbf24-850b-4622-87cb-b4e936cb0934 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:52.622100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:52.677634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port de5fbf24-850b-4622-87cb-b4e936cb0934, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=de5fbf24-850b-4622-87cb-b4e936cb0934,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:58:52.719695 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:52.765953 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=de5fbf24-850b-4622-87cb-b4e936cb0934,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:54.486559 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device de5fbf24-850b-4622-87cb-b4e936cb0934 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:58:54.534610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port de5fbf24-850b-4622-87cb-b4e936cb0934 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:54.535436 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (de5fbf24-850b-4622-87cb-b4e936cb0934), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:54.610872 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port de5fbf24-850b-4622-87cb-b4e936cb0934 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:57.073369 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=24 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:58.637178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=27 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:01.677680 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:04.605154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:04.607123 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=47 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:04.608365 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:05.565459 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-93203598-82ab-45e7-af14-e123dcaa8641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:07.920931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-28ec116d-d7c4-4569-b970-3f18ac7d8ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:09.097062 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:10.610603 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:10.783647 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:15.082029 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:15.090369 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:20.548833 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:20.726711 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:20.732571 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:24.075490 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:59:34.071724 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:34.072836 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:35.577489 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-59fa86aa-15a7-41cd-8da8-95048e4d1d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:37.930417 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3ca35f4f-f098-4639-b557-30f94420bd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:39.113736 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:40.776481 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:40.827748 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:50.724868 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:50.736837 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:50.738677 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:52.081743 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:52.086114 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:01.075370 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:00:05.587212 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-82659a8e-5546-4273-a07b-27338ef0d810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:07.912734 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4bd7-c9c1-4af6-87a0-ccc5e9bc71c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:09.124294 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:10.598303 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:10.775847 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:11.070013 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:11.070768 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:15.144368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58226) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:15.497450 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d714c-aa64-404d-973b-138e8876573f admin admin] GET failed (client error): The resource could not be found. Sep 04 01:00:15.498778 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-669d714c-aa64-404d-973b-138e8876573f admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3534760 Sep 04 01:00:15.694796 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34a744-cfc1-46b2-ae2c-5d1efa1d3a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:15.696134 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5f34a744-cfc1-46b2-ae2c-5d1efa1d3a12 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1930499 Sep 04 01:00:18.039741 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58236) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:18.418005 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a46363-0989-4ef5-8faf-5ade2c9114ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:18.419359 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-f9a46363-0989-4ef5-8faf-5ade2c9114ef admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0 HTTP/1.1" status: 200 len: 849 time: 0.3786895 Sep 04 01:00:18.429440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:00:18.518699 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Publish callbacks [] for subnet (8f0a3967-7c41-4aae-ba05-ce590ce5a4d0), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:18.695601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773495453377'] for subnet (8f0a3967-7c41-4aae-ba05-ce590ce5a4d0), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:18.731340 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:18.731921 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:18.733229 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0 HTTP/1.1" status: 200 len: 868 time: 0.3078427 Sep 04 01:00:18.737844 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d784aa3-46ef-47b2-9cab-9224d3147f5b None None] Network 487692d4-1ffb-4746-b226-37c236814f2c requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:00:18.759901 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0a3967-7c41-4aae-ba05-ce590ce5a4d0,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:00:18.768281 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.768678 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.769041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.769380 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.769705 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.770027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.770349 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.770673 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.770995 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.771325 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.771635 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.771954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.772269 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.772613 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:18.772928 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b17ae-71a8-47db-a393-fdee75b0079e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:00:19.078614 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Provisioning complete for port 30af9c17-8786-4b04-b266-eaef0706f790 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:00:19.079099 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (30af9c17-8786-4b04-b266-eaef0706f790), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:19.153393 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Current status of the port 30af9c17-8786-4b04-b266-eaef0706f790 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:00:19.161333 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Provisioning complete for port 54d83db8-ddac-4a60-bbdb-d52cf172a091 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:00:19.161718 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (54d83db8-ddac-4a60-bbdb-d52cf172a091), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:19.231557 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f99fb-102f-4ee6-ab8b-e4c6c9c54700 None None] Current status of the port 54d83db8-ddac-4a60-bbdb-d52cf172a091 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:00:21.098510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58248) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:21.576878 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4573b4d1-275e-4a46-96f6-ec01ef3b8f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:21.577378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4573b4d1-275e-4a46-96f6-ec01ef3b8f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:21.578944 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4573b4d1-275e-4a46-96f6-ec01ef3b8f0e admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4794750 Sep 04 01:00:23.921315 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58256) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:24.337188 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d989e91-d4c1-4889-a3ad-49a80b8a498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:24.337665 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d989e91-d4c1-4889-a3ad-49a80b8a498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:24.339685 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3d989e91-d4c1-4889-a3ad-49a80b8a498e admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4174047 Sep 04 01:00:25.687203 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=10 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:25.692082 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=15 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:26.670214 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58266) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:27.077408 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc7924-4af4-44b2-9bdb-06655432bafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:27.078697 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6acc7924-4af4-44b2-9bdb-06655432bafb admin admin] 10.222.0.27 "GET /networking/v2.0/networks/487692d4-1ffb-4746-b226-37c236814f2c HTTP/1.1" status: 200 len: 869 time: 0.4075465 Sep 04 01:00:29.077684 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:29.083585 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:29.199963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=32 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:29.218003 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:29.232086 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:29.408555 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58274) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:29.807151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b79202-45e2-492c-b00a-5fe811936e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:29.808513 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-57b79202-45e2-492c-b00a-5fe811936e7e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/e32cd97d-8347-4e32-99e8-ec18fe962427 HTTP/1.1" status: 200 len: 886 time: 0.3989880 Sep 04 01:00:32.162582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58282) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:32.570019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ebb3d-cbe3-4056-b9d1-d8c222dc4cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:32.570445 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ebb3d-cbe3-4056-b9d1-d8c222dc4cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:32.571959 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-749ebb3d-cbe3-4056-b9d1-d8c222dc4cdb admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4084072 Sep 04 01:00:34.895124 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58290) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:35.253472 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:35.275144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:35.297362 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a941537-1bfc-4f1a-9af7-6a5b52e7a9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:35.297849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a941537-1bfc-4f1a-9af7-6a5b52e7a9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:35.299366 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3a941537-1bfc-4f1a-9af7-6a5b52e7a9eb admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4033098 Sep 04 01:00:35.581194 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcca3-4f36-4238-9d17-330e0fdf1d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:37.697929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58298) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:37.912428 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-586d475a-a173-4770-8808-0de6cd43945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:38.074378 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:00:38.088081 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9460f1d-ba4b-409e-98d6-82167cbd811f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:38.090139 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b9460f1d-ba4b-409e-98d6-82167cbd811f admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/29276367-1fc0-47e8-a263-84cfd2cfece7 HTTP/1.1" status: 200 len: 816 time: 0.3912125 Sep 04 01:00:39.135985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:40.427788 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58306) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:00:40.614372 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:40.786749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:40.804917 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c044b-b054-4427-84b2-17e0a21010eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:00:40.806255 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-0f5c044b-b054-4427-84b2-17e0a21010eb admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/8f0a3967-7c41-4aae-ba05-ce590ce5a4d0 HTTP/1.1" status: 200 len: 868 time: 0.3775415 Sep 04 01:00:45.325685 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:48.071183 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:50.559434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:50.732659 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:50.734424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:50.800206 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=18 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:50.802078 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=18 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:05.580686 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e391f047-4d3a-4aa4-b1de-1cb9a4de5482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:06.077902 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=13 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:06.087373 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=19 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:07.950979 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64400e9d-945e-4079-a430-7121177b591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:09.140293 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:09.470776 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58364) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:09.793485 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [None req-570a9a42-38f9-477e-9695-1495b6aa3f4e admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:01:09.794477 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-570a9a42-38f9-477e-9695-1495b6aa3f4e admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3228545 Sep 04 01:01:10.625834 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:10.802936 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:12.236045 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58372) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:12.574595 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.pecan_wsgi.hooks.translation [None req-937cd735-daf3-4517-ab8d-e277b1c7af9e admin admin] GET failed (client error): The resource could not be found. Sep 04 01:01:12.575868 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-937cd735-daf3-4517-ab8d-e277b1c7af9e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3388391 Sep 04 01:01:12.664617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f3bdb-82c1-4d4b-89d4-610ac68b3c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:01:12.666264 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b89f3bdb-82c1-4d4b-89d4-610ac68b3c00 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859015 Sep 04 01:01:15.002441 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58380) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:15.074106 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:01:15.319409 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:01:15.401935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Made reservation on behalf of a1d8c40dd6c04e8e8fe6b0c2b34723cd for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:01:15.404184 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.431654 dv-cinder-master-3-smb neutron-server[106859]: WARNING neutron.services.revisions.revision_plugin [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Could not find related network for resource to bump revision. Sep 04 01:01:15.442251 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:01:15.450743 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (054e0df7-e1b9-4b8c-b35c-fefa19a560b2), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.452207 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Added segment 054e0df7-e1b9-4b8c-b35c-fefa19a560b2 of type vlan for network dacf4285-0da7-49ee-ba15-a3a657d4cc9d Sep 04 01:01:15.488973 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (dacf4285-0da7-49ee-ba15-a3a657d4cc9d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.590785 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (dacf4285-0da7-49ee-ba15-a3a657d4cc9d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.591689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:01:15.592264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.751230 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] Pushing event updated for resources: {'Network': ['ID=dacf4285-0da7-49ee-ba15-a3a657d4cc9d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:15.761613 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:01:15.823352 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7c247db0-1695-45b3-8d6c-e4432c77adeb admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8198159 Sep 04 01:01:18.177533 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58388) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:18.516637 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf9db80-2abf-4920-b628-baf1deec22b7 admin admin] GET failed (client error): The resource could not be found. Sep 04 01:01:18.517901 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6bf9db80-2abf-4920-b628-baf1deec22b7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3393965 Sep 04 01:01:18.620847 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a807b-a7cd-40fa-b129-36e3411b2324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:01:18.622709 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ef2a807b-a7cd-40fa-b129-36e3411b2324 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003199 Sep 04 01:01:18.632566 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:01:18.698711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Made reservation on behalf of a1d8c40dd6c04e8e8fe6b0c2b34723cd for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:01:18.700955 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:18.911986 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (a753e29b-033c-4b1c-b721-29e770805762), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:18.960505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a753e29b-033c-4b1c-b721-29e770805762,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:18.974749 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.975092 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.975441 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.975787 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.976116 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.976435 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.976777 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.977207 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.978293 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.978420 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.978746 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.979062 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.979378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.979691 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.980001 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:18.987966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Checking segment: {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:01:18.988309 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Network hostable DHCP agents. Network: dacf4285-0da7-49ee-ba15-a3a657d4cc9d, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:01:19.065691 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:01:19.145637 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, dacf4285-0da7-49ee-ba15-a3a657d4cc9d) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:01:19.151733 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:01:19.152682 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.161157 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a9d06-0430-4cda-8a96-a18736587ae5 None None] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:01:19.228665 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-c3e6f8ab-9b82-41e6-aeae-202716a7c7c9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5993221 Sep 04 01:01:19.263256 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-dacf4285-0da7-49ee-ba15-a3a657d4cc9d', 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d', 'project_id': 'a1d8c40dd6c04e8e8fe6b0c2b34723cd', 'fixed_ips': [{'subnet_id': 'a753e29b-033c-4b1c-b721-29e770805762'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:01:19.264246 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.407462 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Allocated IP 192.168.233.2 (dacf4285-0da7-49ee-ba15-a3a657d4cc9d/a753e29b-033c-4b1c-b721-29e770805762/fc670faa-13f6-44c5-b0ed-de0df685e67f) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:01:19.554692 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks [] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.626629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.670756 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:01:19.673858 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Pushing event updated for resources: {'Port': ['ID=fc670faa-13f6-44c5-b0ed-de0df685e67f,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:19.676076 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:01:19.678867 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:01:19.687426 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.687712 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.688047 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.688393 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.688747 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.689067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.689381 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.689701 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.690017 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.690330 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.690643 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.690970 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.691284 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.691595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.691906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:19.746653 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Attempting to bind port fc670faa-13f6-44c5-b0ed-de0df685e67f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:01:19.747021 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Attempting to bind port fc670faa-13f6-44c5-b0ed-de0df685e67f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:01:19.747382 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Attempting to bind port fc670faa-13f6-44c5-b0ed-de0df685e67f on network dacf4285-0da7-49ee-ba15-a3a657d4cc9d {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:01:19.752666 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:01:19.753040 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Checking segment: {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:01:19.753434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.753822 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Bound using segment: {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:01:19.754284 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Bound port: fc670faa-13f6-44c5-b0ed-de0df685e67f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:01:19.754656 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.816544 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] For port fc670faa-13f6-44c5-b0ed-de0df685e67f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:01:19.819697 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] For port fc670faa-13f6-44c5-b0ed-de0df685e67f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc670faa-13f6-44c5-b0ed-de0df685e67f,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:01:19.912479 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:19.970691 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c195-d69d-4af2-b38b-c8b3030cc86f None None] Pushing event updated for resources: {'Port': ['ID=fc670faa-13f6-44c5-b0ed-de0df685e67f,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:20.608353 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fc670faa-13f6-44c5-b0ed-de0df685e67f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:01:20.662435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port fc670faa-13f6-44c5-b0ed-de0df685e67f triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:01:20.662886 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:20.746163 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port fc670faa-13f6-44c5-b0ed-de0df685e67f is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:01:20.746539 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:20.784487 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port fc670faa-13f6-44c5-b0ed-de0df685e67f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc670faa-13f6-44c5-b0ed-de0df685e67f,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:01:20.831756 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21985c5f-e29f-469f-81be-e09c913d15a2 None None] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:01:20.836061 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:21.050975 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-d22afa73-b0d6-42ca-8e2c-15ff6459c9fa None None] Provisioning complete for port fc670faa-13f6-44c5-b0ed-de0df685e67f triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:01:21.051363 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d22afa73-b0d6-42ca-8e2c-15ff6459c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:21.075915 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=fc670faa-13f6-44c5-b0ed-de0df685e67f,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:21.119912 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:21.124558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:21.163490 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-d22afa73-b0d6-42ca-8e2c-15ff6459c9fa None None] Current status of the port fc670faa-13f6-44c5-b0ed-de0df685e67f is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:01:21.383218 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-c5a49337-15e2-4953-97f1-d5c7b222f795 None None] Provisioning complete for port fc670faa-13f6-44c5-b0ed-de0df685e67f triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:01:21.383574 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c5a49337-15e2-4953-97f1-d5c7b222f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:21.423229 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:21.460632 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-c5a49337-15e2-4953-97f1-d5c7b222f795 None None] Current status of the port fc670faa-13f6-44c5-b0ed-de0df685e67f is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:01:22.584130 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fc670faa-13f6-44c5-b0ed-de0df685e67f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:01:22.628833 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port fc670faa-13f6-44c5-b0ed-de0df685e67f triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:01:22.629273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fc670faa-13f6-44c5-b0ed-de0df685e67f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:22.661244 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=11 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:22.661975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=11 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:22.705092 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port fc670faa-13f6-44c5-b0ed-de0df685e67f is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:01:25.069877 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:29.162855 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=66,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:29.163624 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=72,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:32.694790 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=14 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:32.701706 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=18 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:32.703394 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=21 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:35.594779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-21565e9f-c95c-42ec-8f06-d748cdb74953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:37.927340 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ecc50-a747-482c-8fc2-82440c0ae8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:39.099826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:40.658369 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:40.808411 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:43.093562 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=5 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:48.090971 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:50.723496 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=15 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:50.728344 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:50.731134 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:52.073558 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:02:02.069856 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:04.070245 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:05.579317 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-21fa7a2a-54cb-4b45-9522-747de74b8819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:07.915374 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c9191028-e842-4144-a1f9-9945ad23899d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:09.143963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:10.613482 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:10.785194 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:20.091179 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:20.100599 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:20.730412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:20.735280 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=9 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:20.740034 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:29.072174 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:02:35.607039 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4dd1-0534-4c51-aab2-4e519b689f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:37.933150 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6972c560-e382-45ad-99cc-d100047f1b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:39.069034 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:39.138632 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:40.674556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:40.795907 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:42.095941 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58430) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:02:42.102545 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [None req-67128368-49ae-403a-8aa0-e212f2595672 tempest-verify_tempest_config-1993714962 tempest-verify_tempest_config-1993714962-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:02:42.103545 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-67128368-49ae-403a-8aa0-e212f2595672 tempest-verify_tempest_config-1993714962 tempest-verify_tempest_config-1993714962-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064819 Sep 04 01:02:42.839683 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58448) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:02:43.170260 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.248123 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Publish callbacks [] for security_group (dd2836a0-976b-472f-9752-a6274053a376), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.315648 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (dd2836a0-976b-472f-9752-a6274053a376), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.361008 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=522c5ca7feea4e958d4c56ea0052a249&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5203102 Sep 04 01:02:43.362307 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2836a0-976b-472f-9752-a6274053a376,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:02:43.363887 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58452) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:02:43.370255 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.370596 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.370950 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.371289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.371616 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.371940 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.372264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.372614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.372935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.373255 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.373572 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.373902 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.374221 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.374535 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.374848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb24b50-ed90-4bd2-a4b2-8e88a18cd30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.449356 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Publish callbacks [] for security_group (dd2836a0-976b-472f-9752-a6274053a376), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.468685 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Publish callbacks [] for security_group (dd2836a0-976b-472f-9752-a6274053a376), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.613223 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (dd2836a0-976b-472f-9752-a6274053a376), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.615895 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:43.617042 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dd2836a0-976b-472f-9752-a6274053a376 HTTP/1.1" status: 204 len: 168 time: 0.2520614 Sep 04 01:02:43.625303 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2836a0-976b-472f-9752-a6274053a376,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:02:43.656335 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.656700 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.657040 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.657376 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.657697 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.658015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.658354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.658672 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.658989 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.659303 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.659622 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.659949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.660268 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.660609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.660920 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779dcd78-01e7-4de9-afb9-43cf233e73ad admin admin] Tracked resource versions report: Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: pushed versions: Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: { 'AddressGroup': {'1.2'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Agent': {'1.1'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'ConntrackHelper': {'1.0'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Log': {'1.0'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'NDPProxy': {'1.0'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Network': {'1.1'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Port': {'1.7'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'PortForwarding': {'1.3'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'QosPolicy': {'1.10'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroup': {'1.5'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SubPort': {'1.0'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Subnet': {'1.1'}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Trunk': {'1.1'}} Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: consumer versions: Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Agent': '1.1', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'ConntrackHelper': '1.0', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'LocalIPAssociation': '1.0', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Log': '1.0', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'NDPProxy': '1.0', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Network': '1.1', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Port': '1.7', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'PortForwarding': '1.3', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'QosPolicy': '1.10', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroup': '1.5', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroupRule': '1.2', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'SubPort': '1.0', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Subnet': '1.1', Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: 'Trunk': '1.1'}} Sep 04 01:02:43.662759 dv-cinder-master-3-smb neutron-server[106860]: {{(pid=106860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:02:50.733933 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:50.735820 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:53.355841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=20,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:53.366889 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:53.627906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:53.629790 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:53.699633 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:05.587985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b770f76c-ce50-4a24-a6b6-6a4729bf8683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:05.694752 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=16 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:05.696602 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=16 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:06.071487 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:03:07.949301 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6cad34b4-19a5-45f8-ac5a-217086ce7890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:09.121096 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:10.633508 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:10.799304 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:16.067096 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:16.067806 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:20.728840 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:20.732715 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:20.735862 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:34.090634 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:34.094540 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:35.636722 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1990-e16a-4d8a-bd99-ad0adf672703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:37.918478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7c90-1a9d-4e32-92d2-9a349d96c767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:39.137566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:40.655443 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:40.806030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:43.071687 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:03:50.730922 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:50.734861 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:50.736562 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:53.067393 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:05.588415 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f8b39356-1804-421b-9d4f-35911b68282c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:07.937237 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd62b-c2f3-4f9f-9a18-423ff2f134b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:09.136855 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:10.651230 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:10.828499 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:11.102067 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:11.102753 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:20.071209 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 5 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:04:20.728195 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:20.732439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:20.735268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:26.786682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2059560'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:30.067131 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:35.599740 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5064192a-2f72-42cb-8b58-c2c1fea73166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:37.911890 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-aac326df-8b88-4a4c-8c06-300cb9e98f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:38.850202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58552) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:38.978319 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c61ac8cb-205e-4baa-99a1-730370adfc97 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1271582 Sep 04 01:04:39.131424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:40.667690 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:40.822051 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:41.164590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58562) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:41.226268 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-78b7d9c2-9ab4-4232-999f-5842df5db574 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0606186 Sep 04 01:04:48.097710 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:48.098383 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:48.971333 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:48.972052 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:50.730284 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:50.735141 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:50.737818 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:51.218027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:51.223900 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:56.790931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.069952 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:05:05.596320 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3435636a-b97b-4339-af2b-01874b929735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.697779 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=14 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:07.066342 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=14 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:07.952966 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-978a62f8-c592-4111-8301-f2e7f017fabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.150491 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.644102 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.798960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.733560 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.737419 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.740127 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:25.099297 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:25.105384 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:26.821068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.069368 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:05:35.598763 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d1e976aa-6128-4519-868b-708d406752e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.921306 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-27b2ddbe-5bba-45f6-93da-af88e7d4c26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:39.141571 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:40.678702 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:40.807355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:44.064987 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.066352 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:50.594436 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:50.731765 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=19 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:50.739226 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:56.783875 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.079459 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:04.080208 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:05.606348 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a925f966-bc69-4ed6-a31d-2179c2ef80f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.917903 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1367959c-4455-4544-a436-efefad864038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.149103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.665925 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.803459 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.069318 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:06:20.598323 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:20.733664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:20.736015 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:21.064342 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:21.065856 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:24.697198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58722) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:24.997232 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-877422869-network', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:25.028165 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58750) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:25.102972 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:25.105411 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.114032 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.205835 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks [] for security_group (6ac23369-9f86-4dd2-ac52-a7a46464b337), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.280423 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6ac23369-9f86-4dd2-ac52-a7a46464b337), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.306274 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:25.316535 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac23369-9f86-4dd2-ac52-a7a46464b337,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:25.323646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (7756e402-c9de-42d2-8f39-63e74fa1481d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.323984 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Added segment 7756e402-c9de-42d2-8f39-63e74fa1481d of type vlan for network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 Sep 04 01:06:25.325887 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.326221 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.326575 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.326922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.327248 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.327568 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.327883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.328197 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.328536 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.328849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.329163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.329474 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.329788 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.330098 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.330403 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Tracked resource versions report: Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: pushed versions: Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: { 'AddressGroup': {'1.2'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Agent': {'1.1'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'ConntrackHelper': {'1.0'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Log': {'1.0'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'NDPProxy': {'1.0'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Network': {'1.1'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Port': {'1.7'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'PortForwarding': {'1.3'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'QosPolicy': {'1.10'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroup': {'1.5'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SubPort': {'1.0'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Subnet': {'1.1'}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Trunk': {'1.1'}} Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: consumer versions: Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Agent': '1.1', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'ConntrackHelper': '1.0', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'LocalIPAssociation': '1.0', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Log': '1.0', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'NDPProxy': '1.0', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Network': '1.1', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Port': '1.7', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'PortForwarding': '1.3', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'QosPolicy': '1.10', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroup': '1.5', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SecurityGroupRule': '1.2', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'SubPort': '1.0', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Subnet': '1.1', Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: 'Trunk': '1.1'}} Sep 04 01:06:25.332285 dv-cinder-master-3-smb neutron-server[106859]: {{(pid=106859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:06:25.384095 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (2b20c706-eedb-40a9-af04-eb1e93ffe3a6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.468973 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (2b20c706-eedb-40a9-af04-eb1e93ffe3a6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.470016 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:25.470579 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.531039 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] Pushing event updated for resources: {'Network': ['ID=2b20c706-eedb-40a9-af04-eb1e93ffe3a6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:25.541967 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:25.580135 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-51f06a88-548c-4281-9d9d-c5b9ef134e54 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8817961 Sep 04 01:06:25.583954 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58766) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:25.588810 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Request body: {'subnet': {'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-877422869-subnet', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:25.714525 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:25.716590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58772) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:25.717243 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.750068 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58776) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:25.783019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-5384482-network', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:25.809439 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58780) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:25.921883 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Made reservation on behalf of e334b7aa2f1848c1999d86ac666fe65e for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:25.924219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.940139 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:25.994217 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-220020792-network', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:26.075141 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-509059962-network', 'tenant_id': 'dcc7379edc954077ab3bf936802fd29f'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:26.121906 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-953186927-network', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:26.123900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks [] for security_group (e0e42683-1f85-4bca-ad9d-9d8b97b5a61a), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.232381 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Made reservation on behalf of 3acb006051604f59a1ddcf7a8e7145da for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:26.232658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e0e42683-1f85-4bca-ad9d-9d8b97b5a61a), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.235013 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.238310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Made reservation on behalf of 51dbf47189fc4f3c90eadc4887a831b8 for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:26.239929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (b9667620-66b6-4db4-9e52-1b9154b20d29), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.240732 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.243089 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Made reservation on behalf of dcc7379edc954077ab3bf936802fd29f for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:26.250690 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.257750 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:26.272704 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773495378827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (4a65614c-9951-4df8-9b25-a7477f443387), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.273609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Unsubscribe: segment precommit_create {{(pid=106860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 01:06:26.274293 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Added segment 4a65614c-9951-4df8-9b25-a7477f443387 of type vlan for network 761493cb-9c37-4208-8cf3-32be61673510 Sep 04 01:06:26.277419 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.280956 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.282890 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.348409 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (761493cb-9c37-4208-8cf3-32be61673510), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.410599 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:26.442105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=65,neutron:INSERT=30,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:26.454325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9667620-66b6-4db4-9e52-1b9154b20d29,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:26.475334 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (761493cb-9c37-4208-8cf3-32be61673510), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.476573 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:26.477341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.491413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks [] for security_group (b35993a2-7d28-4819-9a49-7a6a5e5f4673), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.502057 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks [] for security_group (26caa0a6-81ea-4f76-adca-b99ef9c3762c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.504694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Tracked resource versions report: Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: pushed versions: Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: { 'AddressGroup': {'1.2'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Agent': {'1.1'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'ConntrackHelper': {'1.0'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Log': {'1.0'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'NDPProxy': {'1.0'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Network': {'1.1'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Port': {'1.7'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'PortForwarding': {'1.3'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'QosPolicy': {'1.10'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroup': {'1.5'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'SubPort': {'1.0'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Subnet': {'1.1'}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: 'Trunk': {'1.1'}} Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: consumer versions: Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:26.510617 dv-cinder-master-3-smb neutron-server[106860]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Agent': '1.1', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'ConntrackHelper': '1.0', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'LocalIPAssociation': '1.0', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Log': '1.0', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'NDPProxy': '1.0', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Network': '1.1', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Port': '1.7', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'PortForwarding': '1.3', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'QosPolicy': '1.10', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroup': '1.5', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'SecurityGroupRule': '1.2', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'SubPort': '1.0', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Subnet': '1.1', Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: 'Trunk': '1.1'}} Sep 04 01:06:26.513862 dv-cinder-master-3-smb neutron-server[106860]: {{(pid=106860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:06:26.517171 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks [] for security_group (d0978a75-b2f6-43a2-a431-3aacd7649994), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.529003 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e42683-1f85-4bca-ad9d-9d8b97b5a61a,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:26.613618 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (26caa0a6-81ea-4f76-adca-b99ef9c3762c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.620343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d0978a75-b2f6-43a2-a431-3aacd7649994), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.629534 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b35993a2-7d28-4819-9a49-7a6a5e5f4673), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.630742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:26.631120 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Network hostable DHCP agents. Network: 2b20c706-eedb-40a9-af04-eb1e93ffe3a6, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:26.638848 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:26.642867 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6133916 Sep 04 01:06:26.645397 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964326d2-b533-447b-bdbd-057aa129baea admin admin] Pushing event updated for resources: {'Network': ['ID=761493cb-9c37-4208-8cf3-32be61673510,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:26.646745 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:26.647636 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58824) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:26.653695 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Request body: {'subnet': {'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-subnet', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:26.658775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 761493cb-9c37-4208-8cf3-32be61673510 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:26.659401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (0da5ddb5-18f2-410e-9a84-4f93a63847d1), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.659681 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Added segment 0da5ddb5-18f2-410e-9a84-4f93a63847d1 of type vlan for network 1b4b6b61-4861-40b2-90db-a48723573c2e Sep 04 01:06:26.703199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (1b4b6b61-4861-40b2-90db-a48723573c2e), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.745275 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:26.751249 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (a2efb39c-f688-4da6-a1c2-bf27923654a8), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.751853 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Added segment a2efb39c-f688-4da6-a1c2-bf27923654a8 of type vlan for network 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 Sep 04 01:06:26.814889 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:26.818228 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (3c8ce529-ddb2-4f94-8f65-7f0c754b87b0), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.821207 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Made reservation on behalf of e334b7aa2f1848c1999d86ac666fe65e for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:26.822819 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (1b4b6b61-4861-40b2-90db-a48723573c2e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.823765 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:26.824327 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.825600 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.827303 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.842894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:26.857841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26caa0a6-81ea-4f76-adca-b99ef9c3762c,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:26.873862 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (a86e5189-65c9-4b61-b27a-ad3dce07ee91), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:26.878043 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Added segment a86e5189-65c9-4b61-b27a-ad3dce07ee91 of type vlan for network db02f1f3-e31f-46bf-8240-058198049bb3 Sep 04 01:06:26.945299 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:27.004296 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0978a75-b2f6-43a2-a431-3aacd7649994,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.022078 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3025243 Sep 04 01:06:27.035247 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58838) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:27.040013 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Request body: {'subnet': {'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-220020792-subnet', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:27.056900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 2b20c706-eedb-40a9-af04-eb1e93ffe3a6) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:27.062186 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (3c8ce529-ddb2-4f94-8f65-7f0c754b87b0), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.064398 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.065138 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.073394 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50463608-e1aa-4054-a25d-7133d849227c None None] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:27.073789 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (db02f1f3-e31f-46bf-8240-058198049bb3), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.083037 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.084600 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.093695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa236618-08f5-4637-b769-abaccfa70a47 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4b6b61-4861-40b2-90db-a48723573c2e,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.176677 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=19,neutron:SELECT=73,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:27.179410 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8ce529-ddb2-4f94-8f65-7f0c754b87b0,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.184341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Made reservation on behalf of 3acb006051604f59a1ddcf7a8e7145da for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:27.186609 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.db.resource_extend [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 04 01:06:27.190599 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.190785 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35993a2-7d28-4819-9a49-7a6a5e5f4673,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.247801 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 1b4b6b61-4861-40b2-90db-a48723573c2e details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:27.250574 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:27.298635 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-cc7386ae-08fa-46f8-9cf4-c0f68fb338eb admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7135668 Sep 04 01:06:27.301233 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-cab6e6eb-9805-4651-b8b4-230e8df3b432 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5497298 Sep 04 01:06:27.301783 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58856) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:27.305841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:27.309141 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58858) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:27.330692 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Request body: {'subnet': {'network_id': '3c8ce529-ddb2-4f94-8f65-7f0c754b87b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-509059962-subnet', 'tenant_id': 'dcc7379edc954077ab3bf936802fd29f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:27.355887 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (db02f1f3-e31f-46bf-8240-058198049bb3), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.359328 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.359328 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.443163 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6321759 Sep 04 01:06:27.445504 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58868) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:27.449212 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ee55-2416-4441-a0ae-559d2a560f63 admin admin] Pushing event updated for resources: {'Network': ['ID=db02f1f3-e31f-46bf-8240-058198049bb3,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.452962 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Request body: {'subnet': {'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-subnet', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:27.464783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (55dfd1b7-cc29-4ac9-8547-00c09c36aed1), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.491883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network db02f1f3-e31f-46bf-8240-058198049bb3 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:27.495355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.496487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.500836 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Made reservation on behalf of dcc7379edc954077ab3bf936802fd29f for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:27.503178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.564360 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dfd1b7-cc29-4ac9-8547-00c09c36aed1,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.598361 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Checking segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:27.598983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Network hostable DHCP agents. Network: 761493cb-9c37-4208-8cf3-32be61673510, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:27.647903 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (84222a1f-6f27-4952-8bd5-6602ac2e9727), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.647903 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Made reservation on behalf of 51dbf47189fc4f3c90eadc4887a831b8 for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:27.669203 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.681338 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:06:27.682278 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.724350 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=84222a1f-6f27-4952-8bd5-6602ac2e9727,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:27.734998 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Network 761493cb-9c37-4208-8cf3-32be61673510 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:27.858718 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for router_controller (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.865943 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Checking segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:27.866299 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Network hostable DHCP agents. Network: 1b4b6b61-4861-40b2-90db-a48723573c2e, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:27.919062 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Allocated IP 172.20.0.2 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/064fa02f-d162-4191-b035-0526b66b8317) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:27.946306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 761493cb-9c37-4208-8cf3-32be61673510) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:27.970823 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.971416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.976170 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (c131ec81-ac10-4671-a045-b73b4c5de275), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.979856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757740e-464f-49fa-bb01-19ac727ae623 None None] Network 761493cb-9c37-4208-8cf3-32be61673510 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:28.035029 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Network 1b4b6b61-4861-40b2-90db-a48723573c2e is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:28.041707 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 1b4b6b61-4861-40b2-90db-a48723573c2e) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:28.047910 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:28.051814 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.061216 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5712f98-ad79-4b54-8189-ae0c5dfbed52 None None] Network 1b4b6b61-4861-40b2-90db-a48723573c2e requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:28.067738 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.086540 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b025f22c-cf4c-4349-9a16-3a3e05314c69 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4373369 Sep 04 01:06:28.090192 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58886) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:28.107467 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:28.172550 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c131ec81-ac10-4671-a045-b73b4c5de275,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:28.214545 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for router_gateway (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.219477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Checking segment: {'id': 'a2efb39c-f688-4da6-a1c2-bf27923654a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c8ce529-ddb2-4f94-8f65-7f0c754b87b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:28.219835 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Network hostable DHCP agents. Network: 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:28.228076 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-4fe05881-9ba3-4912-8ae2-976ffbff6bfa admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1917851 Sep 04 01:06:28.231247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58890) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:28.237120 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:28.272474 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-761493cb-9c37-4208-8cf3-32be61673510', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:06:28.273450 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.275706 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.276078 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:28.281379 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:28.285133 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Network hostable DHCP agents. Network: db02f1f3-e31f-46bf-8240-058198049bb3, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:28.300763 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks [] for port (064fa02f-d162-4191-b035-0526b66b8317), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.593905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.593905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.593905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58892) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:28.594315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-1b4b6b61-4861-40b2-90db-a48723573c2e', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'fixed_ips': [{'subnet_id': '84222a1f-6f27-4952-8bd5-6602ac2e9727'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:06:28.594315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.594315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (064fa02f-d162-4191-b035-0526b66b8317), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.594315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.595405 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Network db02f1f3-e31f-46bf-8240-058198049bb3 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:28.595405 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.595543 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.595543 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.595787 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:28.595885 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Network 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:28.595986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:28.595986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:28.601711 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Allocated IP 172.20.0.2 (761493cb-9c37-4208-8cf3-32be61673510/55dfd1b7-cc29-4ac9-8547-00c09c36aed1/527d2941-0447-4949-88c4-b756824f94dc) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:28.603799 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Pushing event updated for resources: {'Port': ['ID=064fa02f-d162-4191-b035-0526b66b8317,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:28.619674 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:28.627666 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:28.629651 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.634916 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.634916 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.635310 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.635517 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.635887 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.636211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.636657 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.636899 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.637204 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.637570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.637845 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.638182 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.638501 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.638823 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.639124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Tracked resource versions report: Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: pushed versions: Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: { 'AddressGroup': {'1.2'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Agent': {'1.1'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'ConntrackHelper': {'1.0'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Log': {'1.0'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'NDPProxy': {'1.0'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Network': {'1.1'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Port': {'1.7'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'PortForwarding': {'1.3'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'QosPolicy': {'1.10'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroup': {'1.5'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SubPort': {'1.0'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Subnet': {'1.1'}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Trunk': {'1.1'}} Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: consumer versions: Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Agent': '1.1', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'ConntrackHelper': '1.0', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'LocalIPAssociation': '1.0', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Log': '1.0', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'NDPProxy': '1.0', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Network': '1.1', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Port': '1.7', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'PortForwarding': '1.3', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'QosPolicy': '1.10', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroup': '1.5', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SecurityGroupRule': '1.2', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'SubPort': '1.0', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Subnet': '1.1', Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: 'Trunk': '1.1'}} Sep 04 01:06:28.640636 dv-cinder-master-3-smb neutron-server[106861]: {{(pid=106861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:06:28.662698 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for router_controller (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), precommit_add_association {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.665884 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, db02f1f3-e31f-46bf-8240-058198049bb3) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:28.676852 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d66d2-cfe9-4861-a664-b2d8d6c8a2d9 None None] Network 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:28.680855 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06378f19-2b45-458e-bf7c-c74530860e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.684985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1780b9a-0eec-461b-96eb-28c2ea0a4f70 None None] Network db02f1f3-e31f-46bf-8240-058198049bb3 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:28.691961 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:28.692564 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.713216 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.734348 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.734913 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for router_controller (a84092f3-7a5a-44c9-8281-7c7d6b251da3), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.741089 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9317218d-9926-46e4-8411-d5338404fb83 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4301813 Sep 04 01:06:28.822176 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for router_gateway (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.850527 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-313823c9-d6e1-438a-9bd8-e1b70fe1c9bf admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4031067 Sep 04 01:06:28.850855 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58902) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:28.856377 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:28.943660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.948390 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.949364 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for router_gateway (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.981157 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06378f19-2b45-458e-bf7c-c74530860e08 admin admin] Publish callbacks [] for security_group (fd2130a3-0caa-49a0-9446-40c2f98009fa), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.020610 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.021771 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.111574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06378f19-2b45-458e-bf7c-c74530860e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fd2130a3-0caa-49a0-9446-40c2f98009fa), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.218550 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks [] for port (527d2941-0447-4949-88c4-b756824f94dc), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.226269 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for router_gateway (a84092f3-7a5a-44c9-8281-7c7d6b251da3), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.281654 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Attempting to bind port 064fa02f-d162-4191-b035-0526b66b8317 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:29.282306 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Attempting to bind port 064fa02f-d162-4191-b035-0526b66b8317 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:29.282882 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Attempting to bind port 064fa02f-d162-4191-b035-0526b66b8317 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:29.289902 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-db02f1f3-e31f-46bf-8240-058198049bb3', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:06:29.291108 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Allocated IP 172.20.0.2 (1b4b6b61-4861-40b2-90db-a48723573c2e/84222a1f-6f27-4952-8bd5-6602ac2e9727/1be3d74d-d4f3-42a4-9043-d983d9db6faf) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Bound port: 064fa02f-d162-4191-b035-0526b66b8317, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:29.310869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (064fa02f-d162-4191-b035-0526b66b8317), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.328685 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (527d2941-0447-4949-88c4-b756824f94dc), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.379954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for router_controller (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.406599 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-06378f19-2b45-458e-bf7c-c74530860e08 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=abb894b6991941f48fb5f587ef117110&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0285807 Sep 04 01:06:29.407225 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58936) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:29.415196 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Network 761493cb-9c37-4208-8cf3-32be61673510 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:29.430579 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:29.435953 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:29.449448 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06378f19-2b45-458e-bf7c-c74530860e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2130a3-0caa-49a0-9446-40c2f98009fa,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:29.457086 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] For port 064fa02f-d162-4191-b035-0526b66b8317, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:29.472380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] For port 064fa02f-d162-4191-b035-0526b66b8317, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=064fa02f-d162-4191-b035-0526b66b8317,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:29.535907 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Pushing event updated for resources: {'Port': ['ID=527d2941-0447-4949-88c4-b756824f94dc,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:29.562101 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Allocated IP 172.37.6.115 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/043c84f0-c981-4756-8837-9f12bdd0b8d8) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:29.634514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for router_gateway (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.692730 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] Publish callbacks [] for security_group (fd2130a3-0caa-49a0-9446-40c2f98009fa), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.772215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for router_gateway (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.788774 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] Publish callbacks [] for security_group (fd2130a3-0caa-49a0-9446-40c2f98009fa), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.835761 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.851401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58954) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:29.861538 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-224479025-network', 'tenant_id': 'a7f4995ce2c443a6924b53184dc2df32'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:29.912620 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (064fa02f-d162-4191-b035-0526b66b8317), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.962132 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.987144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:30.009524 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Made reservation on behalf of a7f4995ce2c443a6924b53184dc2df32 for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:30.012021 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.029699 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.077627 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb27d95-aaa7-417d-974b-654ecaf53673 None None] Network 3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:30.099584 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fd2130a3-0caa-49a0-9446-40c2f98009fa), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.109681 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.109681 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fd2130a3-0caa-49a0-9446-40c2f98009fa HTTP/1.1" status: 204 len: 168 time: 0.6936862 Sep 04 01:06:30.123492 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dadd2-5442-44ab-b3ef-5afacba266b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2130a3-0caa-49a0-9446-40c2f98009fa,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.149080 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for router_gateway (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.173492 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bc9f-ef06-435f-be28-2f04f513835d None None] Pushing event updated for resources: {'Port': ['ID=064fa02f-d162-4191-b035-0526b66b8317,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.182103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Attempting to bind port 527d2941-0447-4949-88c4-b756824f94dc on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:30.182954 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Attempting to bind port 527d2941-0447-4949-88c4-b756824f94dc by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:30.189154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Attempting to bind port 527d2941-0447-4949-88c4-b756824f94dc on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:30.234899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for router_gateway (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.237253 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.240671 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.249344 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks [] for security_group (efcc239b-e2db-4c7d-aade-9e4b1e9b1e46), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.275076 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:30.275439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Checking segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:30.276021 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.276578 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Bound using segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:30.277202 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Bound port: 527d2941-0447-4949-88c4-b756824f94dc, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:30.277890 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (527d2941-0447-4949-88c4-b756824f94dc), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.282488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Allocated IP 172.37.6.56 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/367183ce-87ab-49d7-a998-9843a509dbf9) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:30.418847 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Allocated IP 172.20.0.2 (db02f1f3-e31f-46bf-8240-058198049bb3/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2/d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:30.422698 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (efcc239b-e2db-4c7d-aade-9e4b1e9b1e46), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.427698 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.475493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:30.500103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcc239b-e2db-4c7d-aade-9e4b1e9b1e46,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.504584 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (bcd60801-d528-4a1b-98f1-43b5ddcd336e), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.504933 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Added segment bcd60801-d528-4a1b-98f1-43b5ddcd336e of type vlan for network 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 Sep 04 01:06:30.593636 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for port (367183ce-87ab-49d7-a998-9843a509dbf9), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.605091 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.684373 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:30.689449 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:30.692873 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:30.694833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Pushing event updated for resources: {'Port': ['ID=043c84f0-c981-4756-8837-9f12bdd0b8d8,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.744654 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] For port 527d2941-0447-4949-88c4-b756824f94dc, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:30.747869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] For port 527d2941-0447-4949-88c4-b756824f94dc, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=527d2941-0447-4949-88c4-b756824f94dc,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:30.750913 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks [] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.801572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.802588 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:30.803175 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.808962 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.860511 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (527d2941-0447-4949-88c4-b756824f94dc), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.882186 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks [] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.888551 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.895939 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Allocated IP 172.37.6.118 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/4bd78a2c-3531-4014-9605-655fdc37699c) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:30.929437 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 064fa02f-d162-4191-b035-0526b66b8317 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:30.983121 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.992547 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Network 1b4b6b61-4861-40b2-90db-a48723573c2e is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:31.007042 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:31.009735 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:31.033015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Pushing event updated for resources: {'Port': ['ID=367183ce-87ab-49d7-a998-9843a509dbf9,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.077382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:31.079125 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f62875-1264-45a3-b6e6-7054c45d29e1 None None] Pushing event updated for resources: {'Port': ['ID=527d2941-0447-4949-88c4-b756824f94dc,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.103213 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:31.105094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:31.110926 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:31.169015 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for port (4bd78a2c-3531-4014-9605-655fdc37699c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.179848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for router_gateway (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.236773 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Pushing event updated for resources: {'Port': ['ID=1be3d74d-d4f3-42a4-9043-d983d9db6faf,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.263463 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:31.293436 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58970) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:31.322281 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.353687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-72ef2c6c-23ef-4729-808d-a955b8897083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.376279 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:31.379421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 064fa02f-d162-4191-b035-0526b66b8317 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:31.381852 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (064fa02f-d162-4191-b035-0526b66b8317), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.450206 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Attempting to bind port 1be3d74d-d4f3-42a4-9043-d983d9db6faf on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:31.450577 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Attempting to bind port 1be3d74d-d4f3-42a4-9043-d983d9db6faf by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:31.450947 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Attempting to bind port 1be3d74d-d4f3-42a4-9043-d983d9db6faf on network 1b4b6b61-4861-40b2-90db-a48723573c2e {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:31.485907 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.493779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.506538 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.521136 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6653349 Sep 04 01:06:31.521136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872d82-35e3-4a5e-b9b2-1e8cb0d8bf8a admin admin] Pushing event updated for resources: {'Network': ['ID=4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.524753 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.525466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 58974) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:31.530659 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Request body: {'subnet': {'network_id': '4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-224479025-subnet', 'tenant_id': 'a7f4995ce2c443a6924b53184dc2df32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:31.541432 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:31.542606 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Checking segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:31.543386 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.543932 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Bound using segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:31.545355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Bound port: 1be3d74d-d4f3-42a4-9043-d983d9db6faf, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:31.546498 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.580349 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:31.583070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Pushing event updated for resources: {'Port': ['ID=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.628756 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:31.645140 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:31.657864 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:31.684331 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Made reservation on behalf of a7f4995ce2c443a6924b53184dc2df32 for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:31.686682 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.700440 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f9b48-fc31-4e7a-a3fa-abba55e9a465 None None] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:31.745584 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.749496 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Allocated IP 172.37.6.25 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:31.766490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd78a2c-3531-4014-9605-655fdc37699c,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.793710 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Attempting to bind port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:31.794080 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Attempting to bind port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:31.794915 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Attempting to bind port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:31.803866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Provisioning complete for port 064fa02f-d162-4191-b035-0526b66b8317 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:31.803866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (064fa02f-d162-4191-b035-0526b66b8317), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.843542 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-72ef2c6c-23ef-4729-808d-a955b8897083 admin admin] Publish callbacks [] for security_group (2e93a8d3-651b-4b60-ae34-07322651b1bf), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.847883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:31.847883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:31.848186 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.848531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Bound using segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:31.849405 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Bound port: d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:31.849696 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.859308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for router_gateway (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.923635 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] For port 1be3d74d-d4f3-42a4-9043-d983d9db6faf, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:31.930104 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-72ef2c6c-23ef-4729-808d-a955b8897083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2e93a8d3-651b-4b60-ae34-07322651b1bf), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.932492 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.934869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 064fa02f-d162-4191-b035-0526b66b8317 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:31.935421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (064fa02f-d162-4191-b035-0526b66b8317), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.986891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] For port 1be3d74d-d4f3-42a4-9043-d983d9db6faf, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1be3d74d-d4f3-42a4-9043-d983d9db6faf,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:32.117831 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 064fa02f-d162-4191-b035-0526b66b8317, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=064fa02f-d162-4191-b035-0526b66b8317,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:32.130466 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-72ef2c6c-23ef-4729-808d-a955b8897083 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ac7da325d9624a4ea0fcce8620bc9c7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8356197 Sep 04 01:06:32.142919 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] For port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:32.144980 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef2c6c-23ef-4729-808d-a955b8897083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93a8d3-651b-4b60-ae34-07322651b1bf,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.147330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 58986) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:32.148674 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] For port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:32.162299 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.249234 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:32.253881 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.345749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (064fa02f-d162-4191-b035-0526b66b8317), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.363674 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.367721 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5209b-770c-4255-9c2e-e83842d98608 None None] Pushing event updated for resources: {'Port': ['ID=1be3d74d-d4f3-42a4-9043-d983d9db6faf,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.381768 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Current status of the port 064fa02f-d162-4191-b035-0526b66b8317 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:32.382380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (064fa02f-d162-4191-b035-0526b66b8317), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.468545 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.db.api [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:06:32.468971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG oslo_db.api [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:06:32.509002 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.545551 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for router_gateway (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.555026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.562857 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Checking segment: {'id': 'bcd60801-d528-4a1b-98f1-43b5ddcd336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:32.563215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Network hostable DHCP agents. Network: 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:32.583909 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=064fa02f-d162-4191-b035-0526b66b8317,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.670862 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.701839 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe44d4-bdb8-4eb0-9c37-ef800e4a2cb7 None None] Pushing event updated for resources: {'Port': ['ID=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.758588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:32.798636 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Network 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:32.886754 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:32.893401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:32.894732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.913490 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b0dab-e120-4073-94a6-ded3f3855309 None None] Network 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:32.933055 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5532feb-98f2-4fd8-9212-eae124a6002b None None] Network 761493cb-9c37-4208-8cf3-32be61673510 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:32.942229 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:06:32.945668 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] Publish callbacks [] for security_group (2e93a8d3-651b-4b60-ae34-07322651b1bf), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.004482 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-93cf1fd1-2667-43bb-8e3e-da6906b49b49 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4750915 Sep 04 01:06:33.019217 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] Publish callbacks [] for security_group (2e93a8d3-651b-4b60-ae34-07322651b1bf), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.083256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.126029 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:33.144418 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:33.164048 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:33.165757 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:33.189019 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.214338 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59004) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:33.261543 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.262944 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5ee78f6f-49b7-4906-88cd-15539c5c00f7 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1645818 Sep 04 01:06:33.270437 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59008) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:33.290634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 1be3d74d-d4f3-42a4-9043-d983d9db6faf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:33.317715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:06:33.367578 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:33.380250 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:33.384314 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-2c99cc54-02b0-464c-9688-65640414fad2 None None] Current status of the port 064fa02f-d162-4191-b035-0526b66b8317 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:33.395668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Deleting subnet c131ec81-ac10-4671-a045-b73b4c5de275 {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:06:33.397606 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:33.399118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:33.405343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Pushing event updated for resources: {'Port': ['ID=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:33.421266 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Publish callbacks [] for subnet (c131ec81-ac10-4671-a045-b73b4c5de275), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.435380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.544758 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Publish callbacks [] for subnet (c131ec81-ac10-4671-a045-b73b4c5de275), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.562160 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (c131ec81-ac10-4671-a045-b73b4c5de275), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.584014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.603515 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 1be3d74d-d4f3-42a4-9043-d983d9db6faf triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:33.604298 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.664978 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Provisioning complete for port 064fa02f-d162-4191-b035-0526b66b8317 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:33.665549 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (064fa02f-d162-4191-b035-0526b66b8317), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.669853 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.753487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2e93a8d3-651b-4b60-ae34-07322651b1bf), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.757057 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.766059 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e93a8d3-651b-4b60-ae34-07322651b1bf HTTP/1.1" status: 204 len: 168 time: 1.4055753 Sep 04 01:06:33.793340 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f011b-c6a9-4be7-880d-18f0d6d3cce2 None None] Network 4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:33.799170 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:33.868444 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:33.868825 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Updating router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 port 367183ce-87ab-49d7-a998-9843a509dbf9 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:33.892195 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:33.912963 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262ff7-dc83-46c3-8164-f54f2a11e3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93a8d3-651b-4b60-ae34-07322651b1bf,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:33.959192 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (c131ec81-ac10-4671-a045-b73b4c5de275), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.960222 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.982607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.983021 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 1be3d74d-d4f3-42a4-9043-d983d9db6faf is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:33.989290 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.989651 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7d0c4c76-d56a-465c-b4c8-b5b3869b6af3 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6822083 Sep 04 01:06:33.989734 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Current status of the port 064fa02f-d162-4191-b035-0526b66b8317 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:33.991684 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59018) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:33.996059 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:34.049614 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c131ec81-ac10-4671-a045-b73b4c5de275,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:34.052105 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Provisioning complete for port 527d2941-0447-4949-88c4-b756824f94dc triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:34.052498 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (527d2941-0447-4949-88c4-b756824f94dc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.129119 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a34f8-d2a0-4396-a767-2899f6a81549 None None] Network 1b4b6b61-4861-40b2-90db-a48723573c2e requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:34.229362 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.242560 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.246293 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2348ab78-eff7-4639-ad18-91c37b2d1596 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c131ec81-ac10-4671-a045-b73b4c5de275 HTTP/1.1" status: 204 len: 168 time: 1.0308855 Sep 04 01:06:34.250585 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.251427 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59022) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:34.361292 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Current status of the port 527d2941-0447-4949-88c4-b756824f94dc is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:34.362805 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (527d2941-0447-4949-88c4-b756824f94dc), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.388088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:34.389451 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:34.417084 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.451920 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.481019 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks [] for port (367183ce-87ab-49d7-a998-9843a509dbf9), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.563921 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for router_gateway (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.564197 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (3c8ce529-ddb2-4f94-8f65-7f0c754b87b0), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.572603 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.589927 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.638214 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:34.700739 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Attempting to bind port 367183ce-87ab-49d7-a998-9843a509dbf9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:34.710369 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90099572-6419-4295-84d9-9f42ab5188b0 None None] Network db02f1f3-e31f-46bf-8240-058198049bb3 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:34.711117 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Attempting to bind port 367183ce-87ab-49d7-a998-9843a509dbf9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:34.712738 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Attempting to bind port 367183ce-87ab-49d7-a998-9843a509dbf9 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:34.743649 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 1be3d74d-d4f3-42a4-9043-d983d9db6faf, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1be3d74d-d4f3-42a4-9043-d983d9db6faf,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:34.757190 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:34.760866 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:34.761932 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.765311 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:34.767561 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Bound port: 367183ce-87ab-49d7-a998-9843a509dbf9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:34.769604 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.781772 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Pushing event updated for resources: {'Port': ['ID=367183ce-87ab-49d7-a998-9843a509dbf9,revision_number=2']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:34.851362 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.852021 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.852724 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.853723 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.854426 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.854977 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.855531 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.856104 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.856662 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.857227 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.857751 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.858562 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.859087 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.859660 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.860247 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Tracked resource versions report: Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: pushed versions: Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: { 'AddressGroup': {'1.2'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Agent': {'1.1'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'ConntrackHelper': {'1.0'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Log': {'1.0'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'NDPProxy': {'1.0'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Network': {'1.1'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Port': {'1.7'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'PortForwarding': {'1.3'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'QosPolicy': {'1.10'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroup': {'1.5'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SubPort': {'1.0'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Subnet': {'1.1'}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Trunk': {'1.1'}} Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: consumer versions: Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: L3 agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: Metering agent@dv-cinder-master-3-smb: {}, Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Agent': '1.1', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'ConntrackHelper': '1.0', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'LocalIPAssociation': '1.0', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Log': '1.0', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'NDPProxy': '1.0', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Network': '1.1', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Port': '1.7', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'PortForwarding': '1.3', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'QosPolicy': '1.10', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroup': '1.5', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SecurityGroupRule': '1.2', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'SubPort': '1.0', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Subnet': '1.1', Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: 'Trunk': '1.1'}} Sep 04 01:06:34.861754 dv-cinder-master-3-smb neutron-server[106862]: {{(pid=106862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:06:34.875447 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:06:34.909306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (3c8ce529-ddb2-4f94-8f65-7f0c754b87b0), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.944952 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] For port 367183ce-87ab-49d7-a998-9843a509dbf9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:34.953195 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] For port 367183ce-87ab-49d7-a998-9843a509dbf9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=367183ce-87ab-49d7-a998-9843a509dbf9,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:34.983208 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.993436 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.994875 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 527d2941-0447-4949-88c4-b756824f94dc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:34.999343 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:34.999865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.001327 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.001929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > port after_create 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.002417 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > port after_delete 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.003572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > port after_update 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.004307 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.005007 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.005478 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.005944 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.036761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] For port 527d2941-0447-4949-88c4-b756824f94dc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=527d2941-0447-4949-88c4-b756824f94dc,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:35.037248 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.087037 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.097783 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:35.099057 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.191258 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (527d2941-0447-4949-88c4-b756824f94dc), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.193053 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.197530 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=1be3d74d-d4f3-42a4-9043-d983d9db6faf,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:35.231870 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.244630 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.248337 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:35.348724 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 527d2941-0447-4949-88c4-b756824f94dc triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:35.349281 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (527d2941-0447-4949-88c4-b756824f94dc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.360928 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:35.368284 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc48ed5-baf9-4bc6-8b6d-93b424008772 None None] Pushing event updated for resources: {'Port': ['ID=367183ce-87ab-49d7-a998-9843a509dbf9,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:35.384782 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:30Z', 'revision_number': 3, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.389019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.392209 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Provisioning complete for port 1be3d74d-d4f3-42a4-9043-d983d9db6faf triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:35.392375 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.392626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.393885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.394377 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:35.394886 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8ce529-ddb2-4f94-8f65-7f0c754b87b0']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.417152 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:35.470289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.482673 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:35.483022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Updating router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 port 043c84f0-c981-4756-8837-9f12bdd0b8d8 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:35.492619 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.496678 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8889740e-6fc0-4d79-91d2-2dd294d7f872 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6421826 Sep 04 01:06:35.507022 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59060) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:35.523442 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd634ee-a29b-4e92-b9d1-4db3da8a2c0e None None] Pushing event updated for resources: {'Port': ['ID=527d2941-0447-4949-88c4-b756824f94dc,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:35.536553 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:35.537204 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.711791 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2efb39c-f688-4da6-a1c2-bf27923654a8') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.712330 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2efb39c-f688-4da6-a1c2-bf27923654a8') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.761174 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (a2efb39c-f688-4da6-a1c2-bf27923654a8), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.809804 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (a2efb39c-f688-4da6-a1c2-bf27923654a8), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.822679 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:06:35.823235 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (a2efb39c-f688-4da6-a1c2-bf27923654a8), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.853597 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.868201 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:35.880863 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.949993 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.952033 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5658-7462-4af5-a484-cfcd81d4623b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.969334 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 527d2941-0447-4949-88c4-b756824f94dc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:35.970826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 064fa02f-d162-4191-b035-0526b66b8317 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:36.034092 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7026a76-6477-48a9-b850-8bc4ba2d7ca0 None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:36.140981 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Allocated IP 172.20.0.1 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/18556612-630a-4de2-9744-f012a091c22c) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:36.197618 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Router a84092f3-7a5a-44c9-8281-7c7d6b251da3 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:06:36.256347 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (3c8ce529-ddb2-4f94-8f65-7f0c754b87b0), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.270985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Allocated IP 172.20.0.1 (761493cb-9c37-4208-8cf3-32be61673510/55dfd1b7-cc29-4ac9-8547-00c09c36aed1/7622e22d-eaae-47ec-be0f-2623bf5b0bd9) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:36.282065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.295132 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3c8ce529-ddb2-4f94-8f65-7f0c754b87b0 HTTP/1.1" status: 204 len: 168 time: 2.0425384 Sep 04 01:06:36.303434 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59082) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:36.332982 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Current status of the port 1be3d74d-d4f3-42a4-9043-d983d9db6faf is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:36.351734 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:36.405425 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:36.421309 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:36.422526 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Updating router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad port 4bd78a2c-3531-4014-9605-655fdc37699c binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:36.441843 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Provisioning complete for port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:36.442249 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.501499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afc25d-fc4f-43db-93c7-dd085a7b5bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8ce529-ddb2-4f94-8f65-7f0c754b87b0,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:36.514960 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.671154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks [] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.712286 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment a2efb39c-f688-4da6-a1c2-bf27923654a8 resource provider aggregate not found Sep 04 01:06:36.735097 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 064fa02f-d162-4191-b035-0526b66b8317 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:36.735475 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (064fa02f-d162-4191-b035-0526b66b8317), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.747321 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment a2efb39c-f688-4da6-a1c2-bf27923654a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2efb39c-f688-4da6-a1c2-bf27923654a8 found for delete ", "request_id": "req-a539d348-fb9c-4da1-8a7b-5a4c616a162c"}]} Sep 04 01:06:36.758898 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:36.759522 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Deleting subnet 2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:06:36.780737 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Publish callbacks [] for subnet (2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.853313 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:36.875294 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.881478 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:36.943516 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Publish callbacks [] for subnet (2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.945221 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Sync routers for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:36.947829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Network 761493cb-9c37-4208-8cf3-32be61673510 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:36.953090 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:36.976890 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.999174 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Pushing event updated for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.011997 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:37.039657 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:37.041528 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:37.049182 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.059945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks [] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.074477 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Current status of the port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:37.075458 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.083627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.211637 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks [] for port (18556612-630a-4de2-9744-f012a091c22c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.255987 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.292046 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.328824 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.333948 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-a935624d-0095-467f-8ee9-71a2a4ce489a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1016617 Sep 04 01:06:37.335113 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for subnet (2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.342995 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59122) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:37.401910 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Attempting to bind port 043c84f0-c981-4756-8837-9f12bdd0b8d8 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:37.402575 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Attempting to bind port 043c84f0-c981-4756-8837-9f12bdd0b8d8 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:37.403169 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Attempting to bind port 043c84f0-c981-4756-8837-9f12bdd0b8d8 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:37.419494 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 064fa02f-d162-4191-b035-0526b66b8317 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:37.454692 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] For port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:37.459282 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:37.459851 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:37.460355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.461001 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:37.461598 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Bound port: 043c84f0-c981-4756-8837-9f12bdd0b8d8, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:37.462187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.466497 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.471412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482686-6c53-4896-ae55-2b977e2e8906 None None] Pushing event updated for resources: {'Port': ['ID=043c84f0-c981-4756-8837-9f12bdd0b8d8,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.544952 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Allocated IP 172.20.0.1 (db02f1f3-e31f-46bf-8240-058198049bb3/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2/2630070d-59c4-43a6-a527-f4a4b17d7176) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:37.563037 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:37.670861 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.686271 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.700641 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.700717 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks [] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.719037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.729161 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2 HTTP/1.1" status: 204 len: 168 time: 1.4026935 Sep 04 01:06:37.744527 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59136) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:37.780192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Provisioning complete for port 527d2941-0447-4949-88c4-b756824f94dc triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:37.783856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (527d2941-0447-4949-88c4-b756824f94dc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.839853 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks [] for port (4bd78a2c-3531-4014-9605-655fdc37699c), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.907307 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] For port 043c84f0-c981-4756-8837-9f12bdd0b8d8, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:37.924317 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.933807 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c95e-f865-49d1-a9fc-0a7ac4220161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3ad7ee-14d2-49fb-8fe2-1acfd5faa1a2,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.946441 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.954151 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 1be3d74d-d4f3-42a4-9043-d983d9db6faf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:38.061421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] For port 043c84f0-c981-4756-8837-9f12bdd0b8d8, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=043c84f0-c981-4756-8837-9f12bdd0b8d8,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:38.062225 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.064785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 1be3d74d-d4f3-42a4-9043-d983d9db6faf triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:38.068607 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.078274 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9193b8-fd2b-4efc-bce6-e464f8e5af73 None None] Pushing event updated for resources: {'Port': ['ID=4bd78a2c-3531-4014-9605-655fdc37699c,revision_number=2']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:38.114513 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:38.117240 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.122352 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (18556612-630a-4de2-9744-f012a091c22c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.146816 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Attempting to bind port 4bd78a2c-3531-4014-9605-655fdc37699c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:38.147185 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Attempting to bind port 4bd78a2c-3531-4014-9605-655fdc37699c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:38.147550 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Attempting to bind port 4bd78a2c-3531-4014-9605-655fdc37699c on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:38.149605 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:38.153241 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:38.153884 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.163645 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:38.164976 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:38.165616 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.166196 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:38.167373 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Bound port: 4bd78a2c-3531-4014-9605-655fdc37699c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:38.168336 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.180521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d8465e10-09c1-4c05-aa77-add02d132ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.263238 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] For port 4bd78a2c-3531-4014-9605-655fdc37699c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:38.269948 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] For port 4bd78a2c-3531-4014-9605-655fdc37699c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bd78a2c-3531-4014-9605-655fdc37699c,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:38.297761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:38.327581 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:38.332683 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Pushing event updated for resources: {'Port': ['ID=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:38.340034 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.342324 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6ae34-94cf-4d51-90f4-23c26c4e5d62 None None] Current status of the port 527d2941-0447-4949-88c4-b756824f94dc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:38.361395 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.363551 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.369478 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.380329 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.380765 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.381087 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.381576 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.381896 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.382239 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.382566 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.382883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.389679 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:38.390333 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:38.437368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.516605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 3, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:38.574021 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Checking router: a84092f3-7a5a-44c9-8281-7c7d6b251da3 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:38.574389 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Updating router a84092f3-7a5a-44c9-8281-7c7d6b251da3 port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:38.622256 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:38.630904 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.659248 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:38.813208 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9193b8-fd2b-4efc-bce6-e464f8e5af73 None None] Pushing event updated for resources: {'Port': ['ID=4bd78a2c-3531-4014-9605-655fdc37699c,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:38.933416 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.934085 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.934637 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.935163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:38.935698 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7']}} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:38.935895 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59156) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:38.956323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd60801-d528-4a1b-98f1-43b5ddcd336e') {'for_net_delete': True} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:38.957294 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd60801-d528-4a1b-98f1-43b5ddcd336e') {} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:38.977382 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33030340'] for segment (bcd60801-d528-4a1b-98f1-43b5ddcd336e), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.003347 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (bcd60801-d528-4a1b-98f1-43b5ddcd336e), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.005154 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:39.016916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=106859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:06:39.017656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33031613'] for segment (bcd60801-d528-4a1b-98f1-43b5ddcd336e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.042342 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dbe68-d187-46c7-abff-cf04e261a8a0 None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:31Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:39.075563 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.105972 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks [] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.169689 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks [] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.175123 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 1be3d74d-d4f3-42a4-9043-d983d9db6faf is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:39.175123 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 527d2941-0447-4949-88c4-b756824f94dc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:39.185025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:39.194361 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:39.232121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.239092 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:39.239590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.245257 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:39.246682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:39.247961 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:39.267751 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:39.403688 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4c1-d74f-443a-9b8d-3686a5467ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.444937 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.488316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.523854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.527382 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7 HTTP/1.1" status: 204 len: 168 time: 1.7184594 Sep 04 01:06:39.566013 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Pushing event updated for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:39.583600 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Pushing event updated for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:39.587631 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.595209 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.611335 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641372-b1c7-4df4-bab4-b0a074ef41c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddeabf4-5ca5-4399-810d-6a80dbf6bdf7,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:39.614865 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Provisioning complete for port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:39.615391 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.669891 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment bcd60801-d528-4a1b-98f1-43b5ddcd336e resource provider aggregate not found Sep 04 01:06:39.713464 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Allocated IP 172.20.0.1 (1b4b6b61-4861-40b2-90db-a48723573c2e/84222a1f-6f27-4952-8bd5-6602ac2e9727/4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:39.725533 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 527d2941-0447-4949-88c4-b756824f94dc triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:39.725930 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (527d2941-0447-4949-88c4-b756824f94dc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.738352 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment bcd60801-d528-4a1b-98f1-43b5ddcd336e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcd60801-d528-4a1b-98f1-43b5ddcd336e found for delete ", "request_id": "req-b07d4c89-7de3-435e-b98e-be22cf91256b"}]} Sep 04 01:06:39.838471 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Current status of the port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:39.847556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.853150 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Provisioning complete for port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:39.853542 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.856055 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Attempting to bind port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:39.856329 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Attempting to bind port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:39.856736 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Attempting to bind port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:39.865951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4c1-d74f-443a-9b8d-3686a5467ef1 admin admin] Publish callbacks [] for security_group (99f794f0-4d24-4182-bba9-9abc23d23baf), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.866974 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482686-6c53-4896-ae55-2b977e2e8906 None None] Pushing event updated for resources: {'Port': ['ID=043c84f0-c981-4756-8837-9f12bdd0b8d8,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:39.875253 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:39.875887 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:39.876332 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.876782 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:39.878214 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Network 761493cb-9c37-4208-8cf3-32be61673510 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:39.878335 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Bound port: fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:39.878935 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.881494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:39.959041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (18556612-630a-4de2-9744-f012a091c22c), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:39.965992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.027848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks [] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.034689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a64fa4c1-d74f-443a-9b8d-3686a5467ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (99f794f0-4d24-4182-bba9-9abc23d23baf), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.060361 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a64fa4c1-d74f-443a-9b8d-3686a5467ef1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5a390896075b4d7fb32eb2bfd80f2431&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1168067 Sep 04 01:06:40.063613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks [] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.065964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59188) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:40.110338 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fa4c1-d74f-443a-9b8d-3686a5467ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f794f0-4d24-4182-bba9-9abc23d23baf,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.180674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:40.210431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-c0c47eb4-ddd1-4c9c-9203-d051139b6c22 None None] Port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:40.217843 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:40.235157 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] Publish callbacks [] for security_group (99f794f0-4d24-4182-bba9-9abc23d23baf), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.249422 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.250520 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59190) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:40.259805 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] Publish callbacks [] for security_group (99f794f0-4d24-4182-bba9-9abc23d23baf), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.271728 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.278930 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb99b8b-40f9-48a6-b214-d0f0af93768a None None] Pushing event updated for resources: {'Port': ['ID=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.333888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Provisioning complete for port 18556612-630a-4de2-9744-f012a091c22c triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:40.334280 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (18556612-630a-4de2-9744-f012a091c22c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.336820 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 527d2941-0447-4949-88c4-b756824f94dc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:40.337930 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 367183ce-87ab-49d7-a998-9843a509dbf9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:40.342740 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.351712 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e27c00f9-16f0-4f04-bf71-40a4cb29b008 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dcc7379edc954077ab3bf936802fd29f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0999615 Sep 04 01:06:40.375036 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59192) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:40.389105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.425220 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Network 1b4b6b61-4861-40b2-90db-a48723573c2e is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:40.431073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:40.442438 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] For port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:40.442849 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c860be1b-cca8-4f9e-bd0b-9cdbe206297f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/cbbaeb62-8bfc-4a1f-9525-30cb0529f443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1678412 Sep 04 01:06:40.446083 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:40.453427 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:40.458014 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:40.495231 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:40.501794 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:40.506867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.553113 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] For port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:40.557448 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.574231 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Port 18556612-630a-4de2-9744-f012a091c22c cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:40.577469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.585532 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.591598 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.630317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] Publish callbacks [] for security_group (d0978a75-b2f6-43a2-a431-3aacd7649994), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.659438 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:30Z', 'revision_number': 3, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:40.695956 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] Publish callbacks [] for security_group (d0978a75-b2f6-43a2-a431-3aacd7649994), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.703866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c957123-fe05-4f91-9d30-99be1c63a716 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:30Z', 'revision_number': 3, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:40.714424 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks [] for port (18556612-630a-4de2-9744-f012a091c22c), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.724329 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.729114 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (99f794f0-4d24-4182-bba9-9abc23d23baf), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.751232 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.758915 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99f794f0-4d24-4182-bba9-9abc23d23baf HTTP/1.1" status: 204 len: 168 time: 0.6883132 Sep 04 01:06:40.775578 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b76168-48d8-4488-b134-ff29af0f959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f794f0-4d24-4182-bba9-9abc23d23baf,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.802125 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Provisioning complete for port 2630070d-59c4-43a6-a527-f4a4b17d7176 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:40.802506 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.807748 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb99b8b-40f9-48a6-b214-d0f0af93768a None None] Pushing event updated for resources: {'Port': ['ID=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:40.812589 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 367183ce-87ab-49d7-a998-9843a509dbf9 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:40.813637 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.835687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (18556612-630a-4de2-9744-f012a091c22c), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.836709 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:40.902143 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.919006 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.948384 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:40.964310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:40.998502 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:40.999767 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:41.066710 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Port 2630070d-59c4-43a6-a527-f4a4b17d7176 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:41.067200 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d0978a75-b2f6-43a2-a431-3aacd7649994), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.070286 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.075510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.076410 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d0978a75-b2f6-43a2-a431-3aacd7649994 HTTP/1.1" status: 204 len: 168 time: 0.6986215 Sep 04 01:06:41.114164 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20760fdc-2ad2-4fda-a5bf-53bab42fe437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0978a75-b2f6-43a2-a431-3aacd7649994,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:41.116270 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.153950 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Provisioning complete for port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:41.153950 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.242696 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:41.293037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:41.310448 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:41.343000 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:41.359738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Pushing event updated for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:41.428080 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:41.449576 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 2, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:41.562023 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:41.565220 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Updating router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:41.600337 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:41.607509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59228) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:41.637598 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883373104', 'description': 'tempest-description--1126685485'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:41.643557 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.686595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-237fddf9-df7b-42ea-87bb-2e556226936b None None] Port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:41.781342 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:41.926761 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:41.941801 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 367183ce-87ab-49d7-a998-9843a509dbf9 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:41.942197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.944607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:41.945885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.971497 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks [] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.977630 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 367183ce-87ab-49d7-a998-9843a509dbf9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=367183ce-87ab-49d7-a998-9843a509dbf9,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:41.983431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Provisioning complete for port 18556612-630a-4de2-9744-f012a091c22c triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:41.992869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (18556612-630a-4de2-9744-f012a091c22c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.069914 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Port 18556612-630a-4de2-9744-f012a091c22c cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:42.071416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.101825 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Provisioning complete for port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:42.102214 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.112634 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.168866 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.190531 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks [] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.198876 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.199701 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:42.252700 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.274057 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.293797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:42.300553 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:42.326040 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7c038c5c-5ecf-4eb2-b28c-52d8889f91f3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f9fa8b06-97a8-4a6e-accb-43b66c7c14b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3331802 Sep 04 01:06:42.330257 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1d6e0255-fd71-4f5f-bc93-4f11457d6b2e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d7163cd0-5718-49c2-b08d-8f2d5a8c4aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8221061 Sep 04 01:06:42.337235 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:42.340012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47816-52db-4a20-90f0-b30277da6299 None None] Port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:42.371896 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 3, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:42.400134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (3d206eea-0559-47bc-bc13-0a9baaf0d4a0), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.421465 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76684aa-5349-4ee9-a730-e43091961616 None None] The sync data for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb is: [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 3, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:42.422356 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Attempting to bind port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:42.422621 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Attempting to bind port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:42.422948 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Attempting to bind port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:42.435126 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:42.435499 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Checking segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:42.435893 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.436282 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Bound using segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:42.436807 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Bound port: 7622e22d-eaae-47ec-be0f-2623bf5b0bd9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:42.437178 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.440957 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.442638 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:42.444165 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:42.445411 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=367183ce-87ab-49d7-a998-9843a509dbf9,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.449945 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.455500 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.478534 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3d206eea-0559-47bc-bc13-0a9baaf0d4a0), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.519496 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] For port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:42.525278 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] For port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:42.526939 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47555955-a7e5-4e94-bea8-2894c041d945 None None] Pushing event updated for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.564348 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:42.564915 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.592985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d206eea-0559-47bc-bc13-0a9baaf0d4a0,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.601056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Network 1b4b6b61-4861-40b2-90db-a48723573c2e is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:42.602513 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:42.617555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.621500 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ae5bb355-e44b-4f66-8dfa-46ed8b6ef3e6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9982183 Sep 04 01:06:42.622192 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59240) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:42.646412 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.770801 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47555955-a7e5-4e94-bea8-2894c041d945 None None] Pushing event updated for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.800880 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:42.800880 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:42.895866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-b91c2133-caaf-4acf-9099-ee636ceb5007 None None] Provisioning complete for port 2630070d-59c4-43a6-a527-f4a4b17d7176 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:42.899311 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b91c2133-caaf-4acf-9099-ee636ceb5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.899453 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59246) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:42.975092 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group_rule': {'security_group_id': '3d206eea-0559-47bc-bc13-0a9baaf0d4a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:43.038058 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:43.065060 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.098026 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-63c40d04-4011-48f0-a83c-d8acc8c58f56 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a7f4995ce2c443a6924b53184dc2df32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1994383 Sep 04 01:06:43.102072 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59250) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:43.103975 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:43.156259 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-b91c2133-caaf-4acf-9099-ee636ceb5007 None None] Port 2630070d-59c4-43a6-a527-f4a4b17d7176 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:43.187915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.257035 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] Publish callbacks [] for security_group (efcc239b-e2db-4c7d-aade-9e4b1e9b1e46), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.259340 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (d06a0ec0-2cd8-4bad-b530-ba66d5206c4c), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.322947 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.329465 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Router a84092f3-7a5a-44c9-8281-7c7d6b251da3 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:43.400758 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (d06a0ec0-2cd8-4bad-b530-ba66d5206c4c), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.455968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-9aa2c76a-1f07-422e-af02-c334aae7d17f None None] Provisioning complete for port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:43.457880 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c76a-1f07-422e-af02-c334aae7d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.573398 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:43.583853 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59258) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:43.586206 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:43.610692 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2ab3afad-fbbd-4e62-8f57-379d6c8a4637 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a84092f3-7a5a-44c9-8281-7c7d6b251da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2572625 Sep 04 01:06:43.610692 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (d06a0ec0-2cd8-4bad-b530-ba66d5206c4c), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.637643 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:42Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:43.666908 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd0f8f-9db3-438e-9396-e20b6d910b68 None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:42Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:43.677789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06a0ec0-2cd8-4bad-b530-ba66d5206c4c,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:43.688018 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.703047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] Publish callbacks [] for security_group (efcc239b-e2db-4c7d-aade-9e4b1e9b1e46), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.705625 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2c76a-1f07-422e-af02-c334aae7d17f None None] Port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:43.712507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 2, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:43.716655 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.723376 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.727725 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-20118255-2541-4e7f-a1d1-ec241d96eaf3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1006761 Sep 04 01:06:43.727725 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59270) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:43.738060 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group_rule': {'security_group_id': '3d206eea-0559-47bc-bc13-0a9baaf0d4a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:43.840108 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:43.840108 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Updating router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad port 2630070d-59c4-43a6-a527-f4a4b17d7176 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:43.897235 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (efcc239b-e2db-4c7d-aade-9e4b1e9b1e46), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.900098 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.901478 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/efcc239b-e2db-4c7d-aade-9e4b1e9b1e46 HTTP/1.1" status: 204 len: 168 time: 0.7963135 Sep 04 01:06:43.924879 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3c59e-d05f-4d83-a584-0f23086f1dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcc239b-e2db-4c7d-aade-9e4b1e9b1e46,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:43.946126 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.977518 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (3231b54d-665e-4364-81f7-33ca50144553), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.128449 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:44.130886 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 043c84f0-c981-4756-8837-9f12bdd0b8d8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:44.204664 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:44.228233 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (3231b54d-665e-4364-81f7-33ca50144553), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.230984 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 043c84f0-c981-4756-8837-9f12bdd0b8d8 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:44.231797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.245147 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:44.248634 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:44.251443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59286) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:44.257789 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201080884', 'description': 'tempest-description--60819225'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:44.337400 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (3231b54d-665e-4364-81f7-33ca50144553), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.397700 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3231b54d-665e-4364-81f7-33ca50144553,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:44.409664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.414940 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59304) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:44.418752 dv-cinder-master-3-smb neutron-server[106860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 01:06:44.554798 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:44.568093 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.575606 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-41ab811d-aa53-477b-8237-f90e777d0f64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8449507 Sep 04 01:06:44.585025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (81cbd4c8-a9d1-48ba-8006-275b222ad782), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.586320 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59306) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:44.594371 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:44.691604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f5f24a48-c638-4ded-843a-b20eeeabc886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.711843 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (81cbd4c8-a9d1-48ba-8006-275b222ad782), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.722846 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 043c84f0-c981-4756-8837-9f12bdd0b8d8 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:44.723237 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.795094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks [] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.797897 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cbd4c8-a9d1-48ba-8006-275b222ad782,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:44.806463 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.814031 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 043c84f0-c981-4756-8837-9f12bdd0b8d8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=043c84f0-c981-4756-8837-9f12bdd0b8d8,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:44.880940 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-2e31d7c4-7f81-4ce7-982e-4d8c916a671c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:44.890473 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-2e31d7c4-7f81-4ce7-982e-4d8c916a671c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 0.4743705 Sep 04 01:06:44.917707 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:44.926106 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-6cfc85d3-1c64-439b-8e94-96a8161808ff tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/quotas/51dbf47189fc4f3c90eadc4887a831b8 HTTP/1.1" status: 200 len: 375 time: 0.0270875 Sep 04 01:06:44.935439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:44.936533 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:44.938462 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.015519 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:45.015519 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Updating router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 port 18556612-630a-4de2-9744-f012a091c22c binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:45.086648 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.115171 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (18556612-630a-4de2-9744-f012a091c22c), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.144172 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-78002470-4d9c-46b7-9592-86ea36c5b907 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102351 Sep 04 01:06:45.160259 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.166685 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f5f24a48-c638-4ded-843a-b20eeeabc886 admin admin] Publish callbacks [] for security_group (5cdcae65-30c1-4149-8110-d923409a2df0), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.170400 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.176278 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-40e323d8-938b-45ef-a038-69a562f31f0c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9223764 Sep 04 01:06:45.179537 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59326) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:45.184305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '81cbd4c8-a9d1-48ba-8006-275b222ad782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:45.202499 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.242604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f5f24a48-c638-4ded-843a-b20eeeabc886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5cdcae65-30c1-4149-8110-d923409a2df0), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.283259 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:45.284401 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.295671 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f24a48-c638-4ded-843a-b20eeeabc886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdcae65-30c1-4149-8110-d923409a2df0,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:45.360417 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f5f24a48-c638-4ded-843a-b20eeeabc886 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=689f614910a64bc78022bfb4505feba0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7564707 Sep 04 01:06:45.373764 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59338) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:45.373764 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (0d2a3825-e264-4ba7-b731-3ae5361b2dfc), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.382696 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=043c84f0-c981-4756-8837-9f12bdd0b8d8,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:45.423594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.424814 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.451010 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Attempting to bind port 2630070d-59c4-43a6-a527-f4a4b17d7176 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:45.456299 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59348) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:45.456676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Attempting to bind port 2630070d-59c4-43a6-a527-f4a4b17d7176 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:45.457158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Attempting to bind port 2630070d-59c4-43a6-a527-f4a4b17d7176 on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:45.465928 dv-cinder-master-3-smb neutron-server[106859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 01:06:45.478959 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:45.480430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:45.485424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.487779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Bound using segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:45.488437 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Bound port: 2630070d-59c4-43a6-a527-f4a4b17d7176, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:45.491752 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.511846 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.541934 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Allocated IP 172.37.6.98 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:45.592653 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728742-f469-4f56-90be-7d29d6baa253 None None] Pushing event updated for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:45.606691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] Publish callbacks [] for security_group (5cdcae65-30c1-4149-8110-d923409a2df0), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.610605 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (0d2a3825-e264-4ba7-b731-3ae5361b2dfc), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.646373 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] Publish callbacks [] for security_group (5cdcae65-30c1-4149-8110-d923409a2df0), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.733482 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:45.735465 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 367183ce-87ab-49d7-a998-9843a509dbf9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:45.783054 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks [] for port (18556612-630a-4de2-9744-f012a091c22c), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.791356 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (0d2a3825-e264-4ba7-b731-3ae5361b2dfc), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.818700 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] For port 2630070d-59c4-43a6-a527-f4a4b17d7176, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:45.836849 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] For port 2630070d-59c4-43a6-a527-f4a4b17d7176, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2630070d-59c4-43a6-a527-f4a4b17d7176,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:45.854149 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 367183ce-87ab-49d7-a998-9843a509dbf9 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:45.855220 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.870759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2a3825-e264-4ba7-b731-3ae5361b2dfc,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:45.885262 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-eac59436-8ee5-4b4a-820b-aaca2c96031d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:45.886802 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-eac59436-8ee5-4b4a-820b-aaca2c96031d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1b4b6b61-4861-40b2-90db-a48723573c2e HTTP/1.1" status: 200 len: 811 time: 0.4222248 Sep 04 01:06:45.891544 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5cdcae65-30c1-4149-8110-d923409a2df0), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.891725 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (18556612-630a-4de2-9744-f012a091c22c), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.894597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.901826 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5cdcae65-30c1-4149-8110-d923409a2df0 HTTP/1.1" status: 204 len: 168 time: 0.5277367 Sep 04 01:06:45.914723 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd36a3-5c45-46ff-9fd4-7c640d9e2a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdcae65-30c1-4149-8110-d923409a2df0,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:45.933612 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-fcf05c7d-484e-4963-9e0b-fb699a618b93 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/quotas/3acb006051604f59a1ddcf7a8e7145da HTTP/1.1" status: 200 len: 375 time: 0.0297682 Sep 04 01:06:45.956379 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.973289 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.980665 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:45.984730 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-61972d84-51f8-4874-9fe1-34ed2d22e496 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8016067 Sep 04 01:06:45.989147 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59360) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:45.990233 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '81cbd4c8-a9d1-48ba-8006-275b222ad782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:46.004417 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:46.005238 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:46.062601 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Attempting to bind port 18556612-630a-4de2-9744-f012a091c22c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:46.063709 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Attempting to bind port 18556612-630a-4de2-9744-f012a091c22c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:46.069594 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Attempting to bind port 18556612-630a-4de2-9744-f012a091c22c on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:46.078534 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:46.083723 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:46.084138 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.084297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-68dc1352-c23f-4490-8fab-80fe8255fc70 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:06:46.084615 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:46.085160 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Bound port: 18556612-630a-4de2-9744-f012a091c22c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:46.085484 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (18556612-630a-4de2-9744-f012a091c22c), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.085695 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-68dc1352-c23f-4490-8fab-80fe8255fc70 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2460487 Sep 04 01:06:46.108617 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547b08-f81a-4a04-99c9-e8ec1bdbf280 None None] Pushing event updated for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:46.144146 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-c92052b0-7e4c-4450-a7c8-4ff001bef0d9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3acb006051604f59a1ddcf7a8e7145da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782284 Sep 04 01:06:46.144146 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.151246 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 367183ce-87ab-49d7-a998-9843a509dbf9 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:46.151869 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:46.213211 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (f6a8524d-c26d-494c-b8b8-14d67641d354), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.224025 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:46.276025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.278892 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] For port 18556612-630a-4de2-9744-f012a091c22c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:46.284425 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] For port 18556612-630a-4de2-9744-f012a091c22c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18556612-630a-4de2-9744-f012a091c22c,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:46.307310 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728742-f469-4f56-90be-7d29d6baa253 None None] Pushing event updated for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:46.308203 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-7c020e8f-59ae-4d5c-86f3-d42a92adf75f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092021 Sep 04 01:06:46.324122 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:46.324824 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.347444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:46.347629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:46.355924 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:46.364103 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:46.375219 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:46.381358 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (18556612-630a-4de2-9744-f012a091c22c), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.409701 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:46.427106 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (f6a8524d-c26d-494c-b8b8-14d67641d354), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.460651 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:46.461789 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:46.485354 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-9690b9d2-d5b8-4850-98c8-1fa457d039b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755989 Sep 04 01:06:46.531627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (f6a8524d-c26d-494c-b8b8-14d67641d354), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.539536 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547b08-f81a-4a04-99c9-e8ec1bdbf280 None None] Pushing event updated for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:46.570150 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a8524d-c26d-494c-b8b8-14d67641d354,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:46.594644 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.662679 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-666ea4ad-39ec-48de-b7cb-e23a4c234483 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:06:46.663681 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-666ea4ad-39ec-48de-b7cb-e23a4c234483 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1654801 Sep 04 01:06:46.698363 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:46.699475 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.703647 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2932c09d-f0f8-4f16-ab7c-5f4bf06af9a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7175751 Sep 04 01:06:46.704593 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59378) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:46.708402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:46.708819 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.711854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:46.741410 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:46.812586 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.831273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:45Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:46.834424 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.857275 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:46.858101 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4bd78a2c-3531-4014-9605-655fdc37699c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:46.905125 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-290fd3f3-885f-4948-84e5-6587f5f5df93 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285516 Sep 04 01:06:47.015453 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8ed88-f206-4e97-9fb1-50423134cbf5 None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:45Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:47.024638 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Sync routers for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:47.069244 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:47.070152 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:47.078067 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.087844 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:47.152487 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023dd0-f851-444e-bec0-8bad71ad05a8 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:47.202238 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59400) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:47.212775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:47.217895 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4bd78a2c-3531-4014-9605-655fdc37699c triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:47.232591 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.269409 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-484b6c28-a52a-45ad-96e9-fdda134133d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.308748 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.327410 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.336602 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.402826 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.422774 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-f61a8f48-0156-4ecd-a73a-7c8eb21277e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062170 Sep 04 01:06:47.490681 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.546703 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-484b6c28-a52a-45ad-96e9-fdda134133d3 admin admin] Publish callbacks [] for security_group (d14cf04a-7643-4830-a018-d2f813944647), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.575832 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.585088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:47.629322 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-484b6c28-a52a-45ad-96e9-fdda134133d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d14cf04a-7643-4830-a018-d2f813944647), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.631706 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:47.778350 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.37.6.39 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/add26052-878a-4f31-add7-640be246f9ea) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:47.914602 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6c28-a52a-45ad-96e9-fdda134133d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14cf04a-7643-4830-a018-d2f813944647,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:47.952693 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:47.982125 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-484b6c28-a52a-45ad-96e9-fdda134133d3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73ecaffec16d4a259949066dcd42b36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7787275 Sep 04 01:06:47.985707 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59420) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:47.997324 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4bd78a2c-3531-4014-9605-655fdc37699c is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:47.998843 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.001793 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.070654 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (add26052-878a-4f31-add7-640be246f9ea), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.071417 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:06:48.074710 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:48.099203 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 4bd78a2c-3531-4014-9605-655fdc37699c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bd78a2c-3531-4014-9605-655fdc37699c,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:48.172656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] Publish callbacks [] for security_group (d14cf04a-7643-4830-a018-d2f813944647), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.227038 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1e0defb0-ac23-4c2f-8fad-3a09284d241d req-ac2561e7-02ff-4c8b-9677-31637f7250d8 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 210 time: 0.1345134 Sep 04 01:06:48.231857 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:48.244893 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.244893 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ef1b2cfb-3c2a-46f1-9eb4-89a353e2fa7e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6492050 Sep 04 01:06:48.269842 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] Publish callbacks [] for security_group (d14cf04a-7643-4830-a018-d2f813944647), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.356018 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (add26052-878a-4f31-add7-640be246f9ea), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.391211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.551819 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-20987b2c-7f38-45d0-b6ef-91868a24baf7 req-673f8e1f-85a2-400d-a867-b83d7755c464 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0831251 Sep 04 01:06:48.557931 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=add26052-878a-4f31-add7-640be246f9ea,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:48.635488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:48.641873 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:48.645479 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:48.647478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 4, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3', 'name': '', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'mac_address': 'fa:16:3e:c8:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:39Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 2, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'subnets': [{'id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:48.797635 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Checking router: a84092f3-7a5a-44c9-8281-7c7d6b251da3 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:48.798314 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Updating router a84092f3-7a5a-44c9-8281-7c7d6b251da3 port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:06:48.804612 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=4bd78a2c-3531-4014-9605-655fdc37699c,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:48.833043 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:48.860509 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.167831 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 18556612-630a-4de2-9744-f012a091c22c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:49.168767 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d14cf04a-7643-4830-a018-d2f813944647), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.174103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.181525 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d14cf04a-7643-4830-a018-d2f813944647 HTTP/1.1" status: 204 len: 168 time: 1.1768923 Sep 04 01:06:49.225957 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.238583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc533a9-d9b2-48dd-b5b5-60af0726b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14cf04a-7643-4830-a018-d2f813944647,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:49.242376 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-7d13cc67-df51-466f-83e4-ec35cde6c24a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--883373104&fields=id&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 267 time: 0.3672860 Sep 04 01:06:49.405347 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-0d030904-4045-4b9e-994a-ba267d07f6af tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:49.410684 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 18556612-630a-4de2-9744-f012a091c22c triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:49.411086 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (18556612-630a-4de2-9744-f012a091c22c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.422781 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-0d030904-4045-4b9e-994a-ba267d07f6af tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 814 time: 0.1760464 Sep 04 01:06:49.444945 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-874384b5-24d3-4187-8b77-d8164344b63a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/quotas/e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 375 time: 0.0158980 Sep 04 01:06:49.446983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (add26052-878a-4f31-add7-640be246f9ea), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.522225 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-a6c30d58-9fdd-4783-a166-773450276644 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635185 Sep 04 01:06:49.685716 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 18556612-630a-4de2-9744-f012a091c22c is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:49.686242 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (18556612-630a-4de2-9744-f012a091c22c), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.691339 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:49.719503 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (add26052-878a-4f31-add7-640be246f9ea), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.751556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks [] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.790003 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-486ffe67-8d11-48b7-8956-d69448d0908b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565546 Sep 04 01:06:49.808226 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 18556612-630a-4de2-9744-f012a091c22c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18556612-630a-4de2-9744-f012a091c22c,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:49.851771 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-a7b1f16c-7d2a-4a5a-b316-1331ac093cf9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:49.853460 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-a7b1f16c-7d2a-4a5a-b316-1331ac093cf9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 0.1300189 Sep 04 01:06:49.857199 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (add26052-878a-4f31-add7-640be246f9ea), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.857459 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.902607 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-a9191137-4d42-4687-a330-c5972fb7a3dd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/quotas/51dbf47189fc4f3c90eadc4887a831b8 HTTP/1.1" status: 200 len: 375 time: 0.0166721 Sep 04 01:06:49.903023 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (18556612-630a-4de2-9744-f012a091c22c), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:49.904204 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2630070d-59c4-43a6-a527-f4a4b17d7176 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:49.956340 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-698e3388-66da-42a9-8d53-437e93235b4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604171 Sep 04 01:06:50.012920 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.027458 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ca22-7946-42b0-b28e-3d7ec3eb2957 None None] Pushing event updated for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:50.046779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=add26052-878a-4f31-add7-640be246f9ea,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:50.074044 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-4c5b2a34-9c31-4e35-a866-d2e1a80e56f7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450267 Sep 04 01:06:50.139454 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:50.176101 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.178125 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7d2e984a-aabc-49b8-9e76-da5a10631214 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4725022 Sep 04 01:06:50.188068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Attempting to bind port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:50.188439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Attempting to bind port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:50.188848 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Attempting to bind port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 on network 1b4b6b61-4861-40b2-90db-a48723573c2e {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:50.193633 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 2630070d-59c4-43a6-a527-f4a4b17d7176 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:50.194330 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.245033 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6f6631e5-a4de-4f9e-81c3-23660d139c5d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629195 Sep 04 01:06:50.254849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59532) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Checking segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Bound using segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Bound port: 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:50.265500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.421872 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] For port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:50.426402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] For port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:50.436729 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:50.483358 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-d4615361-ba59-4efa-acf4-e1670fb76eaa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328856 Sep 04 01:06:50.522509 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.575633 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-374b9350-cb3c-4f38-b09f-02ae48794735 req-b5de826f-f9dd-4f33-b4ea-4bac40a396ab tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0516789 Sep 04 01:06:50.621588 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 2630070d-59c4-43a6-a527-f4a4b17d7176 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:50.627898 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.639735 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1882bd3c-145b-4279-b0f2-e3df0401e2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.647746 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:50.649067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:06:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:50.749479 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-37438a1b-6c03-406a-a1cd-d20c9f84b1fc req-0498d298-48c6-41ab-8ad8-8f7ca2fd9cb5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.0691967 Sep 04 01:06:50.947098 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1882bd3c-145b-4279-b0f2-e3df0401e2bc admin admin] Publish callbacks [] for security_group (b1ac7593-7917-4c72-a726-87dae2b63b57), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.959172 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d853cb02-f029-47a0-8826-a8d98e1699e6 req-64c4c6f5-8aa3-4a03-8519-5679f6104087 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.0737078 Sep 04 01:06:50.980803 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 2630070d-59c4-43a6-a527-f4a4b17d7176, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2630070d-59c4-43a6-a527-f4a4b17d7176,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:51.010336 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ca22-7946-42b0-b28e-3d7ec3eb2957 None None] Pushing event updated for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:51.066289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1882bd3c-145b-4279-b0f2-e3df0401e2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b1ac7593-7917-4c72-a726-87dae2b63b57), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.094940 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-d71ac917-6887-4f2f-8853-9fb1e6ffd247 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1201080884&fields=id&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 267 time: 0.2089732 Sep 04 01:06:51.108812 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.109634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 043c84f0-c981-4756-8837-9f12bdd0b8d8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:51.162733 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1882bd3c-145b-4279-b0f2-e3df0401e2bc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b087ee3b57aa43fa8f34151318e982d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9067926 Sep 04 01:06:51.163900 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882bd3c-145b-4279-b0f2-e3df0401e2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac7593-7917-4c72-a726-87dae2b63b57,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:51.165743 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59584) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:51.246501 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:51.265936 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] Publish callbacks [] for security_group (b1ac7593-7917-4c72-a726-87dae2b63b57), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.320068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:51.325382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] Publish callbacks [] for security_group (b1ac7593-7917-4c72-a726-87dae2b63b57), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.419134 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-5e20a3aa-2e47-4637-ab88-890e26d6b8ac tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:51.422395 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-5e20a3aa-2e47-4637-ab88-890e26d6b8ac tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.3174515 Sep 04 01:06:51.424953 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:51.439629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:51.445604 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-6c8f7b31-44c0-4356-9ec1-380dcd3c690b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 375 time: 0.0161636 Sep 04 01:06:51.543494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b1ac7593-7917-4c72-a726-87dae2b63b57), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.547347 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.559156 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b1ac7593-7917-4c72-a726-87dae2b63b57 HTTP/1.1" status: 204 len: 168 time: 0.3914640 Sep 04 01:06:51.581040 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790aa1b-d71a-4e26-9f42-37d9607e3e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac7593-7917-4c72-a726-87dae2b63b57,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:51.588898 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-de89310a-5a06-46e1-9804-893c18c5c0b7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262021 Sep 04 01:06:51.603881 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 043c84f0-c981-4756-8837-9f12bdd0b8d8 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:51.603881 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:51.698435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:51.841813 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-9c249ebd-bd85-4b13-8c69-f84621c429fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259314 Sep 04 01:06:51.852321 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:51.886113 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a112523-441f-4093-8865-37343b4b1f2b req-683a5a49-2415-442d-8850-317b645c9a1d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0457854 Sep 04 01:06:51.964430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 043c84f0-c981-4756-8837-9f12bdd0b8d8 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:51.965504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:52.014549 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-9dad3a21-d258-43df-a349-790ee54706f8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690960 Sep 04 01:06:52.069613 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:52.070272 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:52.073216 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 4, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3', 'name': '', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'mac_address': 'fa:16:3e:c8:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:39Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 4, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'subnets': [{'id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:52.157721 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce779d2-8dc6-483c-872a-9cf16407f3d4 None None] The sync data for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb is: [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:40Z', 'revision_number': 4, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3', 'name': '', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'mac_address': 'fa:16:3e:c8:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:39Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 4, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'subnets': [{'id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:52.285821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:52.288251 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:52.422435 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:52.452290 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e427192e-62c6-43d7-a085-a150b4891ac0 req-3d856349-f80b-490e-be88-026f63b406f6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.1960106 Sep 04 01:06:52.456866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:52.623183 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:52.624218 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:52.632846 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:52.733939 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a4c3bbd7-cd81-46d4-928c-ad83ffd557c4 req-a4059d1d-eca4-4229-ab27-6256d8366bb5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.0882635 Sep 04 01:06:52.766241 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5e338d86-6aad-4703-8503-191964634d61 req-4c078eb6-0239-4879-bcac-a61c592ff69c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0925241 Sep 04 01:06:52.887049 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:52.887543 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:52.954119 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:52.997450 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59656) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:53.004086 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:53.024360 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:53.030851 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-44b8e0dc-f18f-4cdb-b90e-e612b8e6a369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.081970 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8e768da3-9499-43bb-baf4-210d5e41f67f req-a0126762-c510-4889-95ca-6a0277702a30 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0525744 Sep 04 01:06:53.243060 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.55', 63674) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:53.267469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-44b8e0dc-f18f-4cdb-b90e-e612b8e6a369 admin admin] Publish callbacks [] for security_group (e3098c4d-f967-44a2-a6c4-ff1b99b545f2), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.365100 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-44b8e0dc-f18f-4cdb-b90e-e612b8e6a369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e3098c4d-f967-44a2-a6c4-ff1b99b545f2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.369619 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:53.416343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-11f83930-dbcb-4dbc-8ace-b402f92c76ab tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:53.419246 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-11f83930-dbcb-4dbc-8ace-b402f92c76ab tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 0.1747961 Sep 04 01:06:53.421134 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-44b8e0dc-f18f-4cdb-b90e-e612b8e6a369 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d4cdd34edf834802a9e9f83f90f38197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224544 Sep 04 01:06:53.423522 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59668) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:53.434358 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e0dc-f18f-4cdb-b90e-e612b8e6a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3098c4d-f967-44a2-a6c4-ff1b99b545f2,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:53.491944 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:53.493536 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.494890 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] Publish callbacks [] for security_group (e3098c4d-f967-44a2-a6c4-ff1b99b545f2), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.506758 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'port': {'device_id': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'admin_state_up': True, 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:53.578701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] Publish callbacks [] for security_group (e3098c4d-f967-44a2-a6c4-ff1b99b545f2), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.594107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.55', 63676) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:53.642866 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:53.751351 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:53.753996 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:53.794686 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7095b35-7921-4c41-b053-cddfc2e903be req-7d296035-bce9-494f-bf9e-2520c2c76a8c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.1310909 Sep 04 01:06:53.892110 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:53.992481 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e8e78b03-f646-4137-95e7-6d17f7644fab req-71a3f5e9-d875-46ad-a020-cfa9239b46f0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.0394394 Sep 04 01:06:53.992794 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-abae54ec-39fe-4889-8a76-5502a9d431ad req-03d68bb7-b984-4721-b75d-5a3a3f1af1bd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0861056 Sep 04 01:06:54.011228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.013570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 18556612-630a-4de2-9744-f012a091c22c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:54.019882 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Made reservation on behalf of 51dbf47189fc4f3c90eadc4887a831b8 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:54.024539 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.037495 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-baf1b3c8-bedb-469e-bfa5-ab2ecbdcd039 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:54.039184 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-baf1b3c8-bedb-469e-bfa5-ab2ecbdcd039 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1b4b6b61-4861-40b2-90db-a48723573c2e HTTP/1.1" status: 200 len: 811 time: 0.4187770 Sep 04 01:06:54.068365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e3098c4d-f967-44a2-a6c4-ff1b99b545f2), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.070201 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:54.072079 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.073315 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e3098c4d-f967-44a2-a6c4-ff1b99b545f2 HTTP/1.1" status: 204 len: 168 time: 0.6473739 Sep 04 01:06:54.083814 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc123b6-0128-4735-bd1c-43a1fe6486bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3098c4d-f967-44a2-a6c4-ff1b99b545f2,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:54.108665 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:54.119957 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 18556612-630a-4de2-9744-f012a091c22c triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:54.120614 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (18556612-630a-4de2-9744-f012a091c22c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.186313 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Request body: {'port': {'device_id': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'admin_state_up': True, 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:54.219111 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 18556612-630a-4de2-9744-f012a091c22c is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:54.222855 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2630070d-59c4-43a6-a527-f4a4b17d7176 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:54.315607 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 2630070d-59c4-43a6-a527-f4a4b17d7176 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:54.319351 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.428794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Allocated IP 172.20.0.13 (db02f1f3-e31f-46bf-8240-058198049bb3/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2/e6762f01-9b63-4b08-a547-83d1ec09e9b6) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:54.506738 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d381e94-2654-477b-b2fd-c654ccbdf593 req-ef47f85a-289a-41d2-be23-98c4a7ab64da tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.1260905 Sep 04 01:06:54.520162 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 2630070d-59c4-43a6-a527-f4a4b17d7176 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:54.521888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:54.628772 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:54.629750 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.653651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.55', 63695) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:54.654211 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59718) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:54.713361 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59722) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:54.721350 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.746071 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:54.748667 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4bd78a2c-3531-4014-9605-655fdc37699c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:54.782792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Made reservation on behalf of 3acb006051604f59a1ddcf7a8e7145da for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:54.787671 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.826088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4bd78a2c-3531-4014-9605-655fdc37699c triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:54.828246 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.901001 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.939156 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:54.985401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:54.985819 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4bd78a2c-3531-4014-9605-655fdc37699c is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:54.992064 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:55.064490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.55', 63696) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:55.069228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:55.253927 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71d03b11-c7ee-4ffb-a6ff-a90b2b208e9d req-412e6169-a9d2-4898-85ea-f989da761f4c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.1099129 Sep 04 01:06:55.308949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-48c12a76-27ef-4cb5-8736-5fafa2f923b4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:55.313097 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-48c12a76-27ef-4cb5-8736-5fafa2f923b4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 814 time: 0.5806382 Sep 04 01:06:55.352815 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:55.364967 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-db9bf87f-0209-43d7-8c8b-55593b2f297b req-6246a7ac-a4c8-429d-91c8-431c0e337056 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.2992787 Sep 04 01:06:55.440638 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e5fc22cc-7ef9-4dbe-b02c-2a1c130ca896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.488956 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:55.496411 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.503501 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-729e6039-d29e-42f2-8ed3-69dcf22dd9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.776770 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ecc05cbd-9b87-41ef-97c3-deeda5f436d9 None None] Provisioning complete for port e6762f01-9b63-4b08-a547-83d1ec09e9b6 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:55.777732 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ecc05cbd-9b87-41ef-97c3-deeda5f436d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.781674 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:55.846845 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:55.847558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.865222 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ecc05cbd-9b87-41ef-97c3-deeda5f436d9 None None] Port e6762f01-9b63-4b08-a547-83d1ec09e9b6 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:55.913343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:55.947103 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-151e9a04-50b1-4000-8a37-662cf2522384 req-d93d3c6b-5eb1-4319-92c5-ceccfd6d9c90 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.1444600 Sep 04 01:06:55.970218 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e5fc22cc-7ef9-4dbe-b02c-2a1c130ca896 admin admin] Publish callbacks [] for security_group (76f7df0b-4715-4991-b083-83d398e4e6d3), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:55.983368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Allocated IP 172.20.0.11 (1b4b6b61-4861-40b2-90db-a48723573c2e/84222a1f-6f27-4952-8bd5-6602ac2e9727/71a78a3b-1fca-47fc-964a-818c95e4c544) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:55.987734 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1a413aaf-5d85-4dc0-90eb-07ad643215da tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4838467 Sep 04 01:06:55.990362 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:56.032301 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-baf0ce7a-0881-4109-8012-810a6a258861 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:06:56.036574 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-baf0ce7a-0881-4109-8012-810a6a258861 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0298007 Sep 04 01:06:56.073668 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a02efbe-1689-4088-8677-0c2b87530361 req-9171e8a7-37be-48fb-93cb-d9675aab463c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.5654681 Sep 04 01:06:56.079041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-729e6039-d29e-42f2-8ed3-69dcf22dd9ae admin admin] Publish callbacks [] for security_group (0e279234-09e4-4065-9af7-53e5c68feb90), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.091598 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-896794ad-5eea-435f-9dce-62d0f0569d9d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:56.092096 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:56.097005 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-896794ad-5eea-435f-9dce-62d0f0569d9d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 1.0238874 Sep 04 01:06:56.104003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e5fc22cc-7ef9-4dbe-b02c-2a1c130ca896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (76f7df0b-4715-4991-b083-83d398e4e6d3), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.110906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:56.148954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc22cc-7ef9-4dbe-b02c-2a1c130ca896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7df0b-4715-4991-b083-83d398e4e6d3,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:56.155155 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e5fc22cc-7ef9-4dbe-b02c-2a1c130ca896 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aac24051b0784e59ac1c0111f4f579d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4999120 Sep 04 01:06:56.158884 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59776) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:56.176489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'port': {'device_id': '90e477c1-a604-4738-96c1-c984698ba6b6', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'admin_state_up': True, 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:56.326519 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks [] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.454647 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-49669091-9efe-4499-b13b-589b81252315 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 379 time: 0.9689560 Sep 04 01:06:56.455656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-729e6039-d29e-42f2-8ed3-69dcf22dd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0e279234-09e4-4065-9af7-53e5c68feb90), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.555242 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8e227440-f97f-4339-a9ea-0c72cf91484b req-6a0c6da6-cedb-45d6-b999-371f3a67b925 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0850744 Sep 04 01:06:56.569256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] Publish callbacks [] for security_group (76f7df0b-4715-4991-b083-83d398e4e6d3), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.705056 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] Publish callbacks [] for security_group (76f7df0b-4715-4991-b083-83d398e4e6d3), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.708428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:56.794928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.865772 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Made reservation on behalf of 51dbf47189fc4f3c90eadc4887a831b8 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:56.872147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.882835 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dda50f98-0c77-44b5-a859-6e769e11384f req-f6cc6e17-a348-4add-9631-f66b2a132948 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.3736405 Sep 04 01:06:56.919679 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.932609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e6039-d29e-42f2-8ed3-69dcf22dd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e279234-09e4-4065-9af7-53e5c68feb90,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:56.943275 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Network 1b4b6b61-4861-40b2-90db-a48723573c2e is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:56.946186 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-729e6039-d29e-42f2-8ed3-69dcf22dd9ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a59f67920fb433c8018ec4d98a87b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2315927 Sep 04 01:06:56.956453 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'port': {'device_id': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'admin_state_up': True, 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'security_groups': ['3d206eea-0559-47bc-bc13-0a9baaf0d4a0']}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:56.956669 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (76f7df0b-4715-4991-b083-83d398e4e6d3), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.959965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.961288 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 59798) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:56.968525 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/76f7df0b-4715-4991-b083-83d398e4e6d3 HTTP/1.1" status: 204 len: 168 time: 0.8082845 Sep 04 01:06:56.978336 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:57.008925 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dd22e-a9e2-4b1a-8301-05ddc8fa340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7df0b-4715-4991-b083-83d398e4e6d3,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:57.042169 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:57.257351 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.55', 63710) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:57.344933 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Pushing event updated for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:57.346632 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824266-18b9-48e1-a25e-d78661ab2c2c req-5977157e-54ff-46c7-8a6c-c6c38c60111c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:57.354637 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f824266-18b9-48e1-a25e-d78661ab2c2c req-5977157e-54ff-46c7-8a6c-c6c38c60111c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 932 time: 0.1723874 Sep 04 01:06:57.370751 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Request body: {'port': {'device_id': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:57.493535 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-47761b51-f537-439f-8248-a35ee7d7a13d None None] Provisioning complete for port 71a78a3b-1fca-47fc-964a-818c95e4c544 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:57.498057 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-47761b51-f537-439f-8248-a35ee7d7a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:57.540831 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e7af5677-8edd-4797-8d91-1c6c86f592c6 req-626bab59-cde0-4f50-b5f6-427ee55b9852 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.1967816 Sep 04 01:06:57.563466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] Publish callbacks [] for security_group (0e279234-09e4-4065-9af7-53e5c68feb90), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:57.569803 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:57.570769 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:57.599065 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-47761b51-f537-439f-8248-a35ee7d7a13d None None] Port 71a78a3b-1fca-47fc-964a-818c95e4c544 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:57.621238 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Allocated IP 172.20.0.4 (db02f1f3-e31f-46bf-8240-058198049bb3/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2/9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:57.667353 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] Publish callbacks [] for security_group (0e279234-09e4-4065-9af7-53e5c68feb90), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:57.811851 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-530f5210-56be-49b0-86e6-a33138f95fbf req-f2cbba15-bd5a-4e7b-bdbb-b2f9079e967b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0450642 Sep 04 01:06:57.826235 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-3bbcdd83-f86f-40f9-9d30-9a854d2318e0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6523511 Sep 04 01:06:57.858816 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f824266-18b9-48e1-a25e-d78661ab2c2c req-087d101e-3bc0-483a-88b3-8664f372e8db tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008976 Sep 04 01:06:57.914851 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Request body: {'port': {'device_id': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:58.004882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0e279234-09e4-4065-9af7-53e5c68feb90), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.008245 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.021219 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e279234-09e4-4065-9af7-53e5c68feb90 HTTP/1.1" status: 204 len: 168 time: 1.0440457 Sep 04 01:06:58.046325 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.062615 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Made reservation on behalf of e334b7aa2f1848c1999d86ac666fe65e for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:58.066499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.168614 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-24fa7ae2-cbfd-4624-beba-c726e0d387dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:58.170609 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-24fa7ae2-cbfd-4624-beba-c726e0d387dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.8616343 Sep 04 01:06:58.188237 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.288621 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abba9f-410c-4d1e-842e-dc64e5253674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e279234-09e4-4065-9af7-53e5c68feb90,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:58.307908 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:58.358961 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7bd0f6ca-bc0a-4381-a620-fa9691fbcecb req-ea94d990-950b-46b9-9bc7-6b675c4a897d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.3155608 Sep 04 01:06:58.430477 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.555887 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Allocated IP 172.20.0.11 (761493cb-9c37-4208-8cf3-32be61673510/55dfd1b7-cc29-4ac9-8547-00c09c36aed1/b0b604de-d50c-4b86-8f56-a8b0405bff47) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:58.570284 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-daa72cdc-7477-46ad-97b8-c961b0522186 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 380 time: 0.2794697 Sep 04 01:06:58.614125 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:58.643240 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'port': {'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'admin_state_up': True, 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'security_groups': ['81cbd4c8-a9d1-48ba-8006-275b222ad782']}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:58.696851 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59844) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:58.832770 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:59.017145 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b52fd6a7-814d-4c14-a7b4-08d1db26fb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.051680 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:59.069302 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:59.109778 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-13512f2b-bc9b-47b5-9c05-0fd46fdf3e88 req-a465430e-d7b4-4475-8e0e-c8ddc6756de3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0992143 Sep 04 01:06:59.130024 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:59.130948 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.176745 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.181750 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6762f01-9b63-4b08-a547-83d1ec09e9b6 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:59.207346 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks [] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.210559 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:59.222660 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b51a-d6c8-4f9e-a6f2-ed311200a651 req-198e73e5-8f2b-4fcb-99c3-373626dfd260 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:59.226430 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0f47b51a-d6c8-4f9e-a6f2-ed311200a651 req-198e73e5-8f2b-4fcb-99c3-373626dfd260 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 931 time: 0.5123105 Sep 04 01:06:59.299225 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-ce4f14c7-a727-4f68-8466-0eb3c660aa1e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1306064 Sep 04 01:06:59.301054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a78a3b-1fca-47fc-964a-818c95e4c544 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:59.331019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks [] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.381428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Request body: {'port': {'device_id': '90e477c1-a604-4738-96c1-c984698ba6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:59.385989 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Transition to ACTIVE for port object e6762f01-9b63-4b08-a547-83d1ec09e9b6 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:06:59.415882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:59.419900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.473811 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.487656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Transition to ACTIVE for port object 71a78a3b-1fca-47fc-964a-818c95e4c544 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:06:59.543803 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-a649d55b-f258-4d45-bbf6-680731832696 None None] Provisioning complete for port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:59.546851 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a649d55b-f258-4d45-bbf6-680731832696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.580650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d74dd9-84b7-42b5-9707-8e97c4530bf2 req-2ae2a596-e896-41eb-b9a7-af172c93f6c8 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:59.582631 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11d74dd9-84b7-42b5-9707-8e97c4530bf2 req-2ae2a596-e896-41eb-b9a7-af172c93f6c8 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 932 time: 0.1860776 Sep 04 01:06:59.590864 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0f47b51a-d6c8-4f9e-a6f2-ed311200a651 req-560fab20-31c1-4857-a63b-9529d729f011 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184781 Sep 04 01:06:59.594163 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.636774 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:59.640425 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a649d55b-f258-4d45-bbf6-680731832696 None None] Port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:59.674695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Pushing event updated for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:59.763794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.763794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b52fd6a7-814d-4c14-a7b4-08d1db26fb4d admin admin] Publish callbacks [] for security_group (f7ff5f37-1d50-4a30-9fc5-181f952f29ba), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:59.815989 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d8c210b4-1be1-4e69-b884-f963c438e26b req-1c0757ae-b2f6-40f9-b573-658d75f208b4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.0743396 Sep 04 01:06:59.983983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Pushing event updated for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:59.998518 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b52fd6a7-814d-4c14-a7b4-08d1db26fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f7ff5f37-1d50-4a30-9fc5-181f952f29ba), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.036193 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.045910 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fd6a7-814d-4c14-a7b4-08d1db26fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff5f37-1d50-4a30-9fc5-181f952f29ba,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:00.057165 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:00.090369 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-b52fd6a7-814d-4c14-a7b4-08d1db26fb4d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=66780a4062684b0199c9c3ebceb9af8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3761735 Sep 04 01:07:00.090369 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Attempting to bind port e6762f01-9b63-4b08-a547-83d1ec09e9b6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:00.090369 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Attempting to bind port e6762f01-9b63-4b08-a547-83d1ec09e9b6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:00.090369 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Attempting to bind port e6762f01-9b63-4b08-a547-83d1ec09e9b6 on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:00.101237 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 59880) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:00.157633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:00.193027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Port e6762f01-9b63-4b08-a547-83d1ec09e9b6 on network db02f1f3-e31f-46bf-8240-058198049bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:00.193027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Attempting to bind port e6762f01-9b63-4b08-a547-83d1ec09e9b6 on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:00.249909 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:00.250931 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:00.252266 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Bound using segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:00.253015 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Bound port: e6762f01-9b63-4b08-a547-83d1ec09e9b6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:00.253661 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.369905 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:00.446567 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] Publish callbacks [] for security_group (f7ff5f37-1d50-4a30-9fc5-181f952f29ba), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.463920 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.20.0.14 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/03ba5432-d158-4dfd-9e61-2dd4ffb23766) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:00.474654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] Publish callbacks [] for security_group (f7ff5f37-1d50-4a30-9fc5-181f952f29ba), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.631352 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.650582 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fef63168-76c9-4e05-beca-6036d6ce8e53 req-49b9e35c-051a-469c-9286-2ec63ed7558f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.2641149 Sep 04 01:07:00.669722 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:00.686680 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11d74dd9-84b7-42b5-9707-8e97c4530bf2 req-bcd052d1-77ba-4c59-98af-a7dfe93136d2 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0926471 Sep 04 01:07:00.740598 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:00.753242 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks [] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.785341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:00.785341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:00.787740 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.811827 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Transition to ACTIVE for port object 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:07:00.821925 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Network 761493cb-9c37-4208-8cf3-32be61673510 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:00.843488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:00.851237 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:00.866792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:00.868847 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:00.899608 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:00.903321 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b5d5-911e-43be-b214-f468b6c072f4 req-fb9a999a-d469-4ee4-a729-4ae02c9e7f92 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:00.906354 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9247b5d5-911e-43be-b214-f468b6c072f4 req-fb9a999a-d469-4ee4-a729-4ae02c9e7f92 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 931 time: 0.0791113 Sep 04 01:07:01.010894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.016106 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Attempting to bind port 71a78a3b-1fca-47fc-964a-818c95e4c544 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:01.016800 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Attempting to bind port 71a78a3b-1fca-47fc-964a-818c95e4c544 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:01.017392 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Attempting to bind port 71a78a3b-1fca-47fc-964a-818c95e4c544 on network 1b4b6b61-4861-40b2-90db-a48723573c2e {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:01.020057 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.027710 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f7ff5f37-1d50-4a30-9fc5-181f952f29ba), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.031485 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.034907 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f7ff5f37-1d50-4a30-9fc5-181f952f29ba HTTP/1.1" status: 204 len: 168 time: 0.9314446 Sep 04 01:07:01.036627 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.037237 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.045483 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:01.048232 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 1094 time: 4.1345398 Sep 04 01:07:01.077392 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:01.092755 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Port 71a78a3b-1fca-47fc-964a-818c95e4c544 on network 1b4b6b61-4861-40b2-90db-a48723573c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:01.093184 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Attempting to bind port 71a78a3b-1fca-47fc-964a-818c95e4c544 on network 1b4b6b61-4861-40b2-90db-a48723573c2e {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:01.185472 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.189678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.195894 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.197046 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.213237 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:01.213658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Checking segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:01.214328 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Bound using segment: {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:01.215332 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Bound port: 71a78a3b-1fca-47fc-964a-818c95e4c544, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da5ddb5-18f2-410e-9a84-4f93a63847d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:01.215852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.293270 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6d28b-9601-4dcf-b0ab-c8a960a20051 req-f3e1578b-2796-43fb-861f-bd786855ef86 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.304916 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1f6d28b-9601-4dcf-b0ab-c8a960a20051 req-f3e1578b-2796-43fb-861f-bd786855ef86 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 932 time: 0.2734518 Sep 04 01:07:01.399707 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Provisioning complete for port b0b604de-d50c-4b86-8f56-a8b0405bff47 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:01.400346 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.422139 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-9d98fee0-76a3-4157-b568-d46d070a07f4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4866092 Sep 04 01:07:01.426685 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-b7e26f8d-818b-4fe0-8542-ae400431179c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8371818 Sep 04 01:07:01.455850 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Port b0b604de-d50c-4b86-8f56-a8b0405bff47 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:07:01.492496 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Provisioning complete for port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:01.493074 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.499356 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1f6d28b-9601-4dcf-b0ab-c8a960a20051 req-904bb7bd-b5bc-4362-a732-f1eb80e08c59 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933935 Sep 04 01:07:01.517592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Request body: {'port': {'device_id': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:01.594252 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:01.599780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-bc245254-20a8-47e8-9c7b-414095231c53 None None] Port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:07:01.611969 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:01.621229 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Request body: {'port': {'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:01.676155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2c7f-408b-4f83-bf40-3c1b0cdd41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff5f37-1d50-4a30-9fc5-181f952f29ba,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:01.771250 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71a78a3b-1fca-47fc-964a-818c95e4c544,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:01.802599 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9247b5d5-911e-43be-b214-f468b6c072f4 req-d537069f-9127-48ed-9d31-f947f79ad725 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8710189 Sep 04 01:07:01.890891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.896475 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.912187 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75605e26-5bf4-4785-849d-9acb40352d9c service neutron] Pushing event updated for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:01.949214 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-36f2a876-41de-409f-aaf8-5d3313862b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.961629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-36f2a876-41de-409f-aaf8-5d3313862b88 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1128 time: 0.4004202 Sep 04 01:07:01.981510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.982745 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:01.994354 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/71a78a3b-1fca-47fc-964a-818c95e4c544 HTTP/1.1" status: 200 len: 1094 time: 4.0960996 Sep 04 01:07:02.026967 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:02.037047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565025e2-2dc2-46f5-b2b3-81278274c747" -d '{"events": [{"name": "network-changed", "server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:02.133714 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-aab463df-8185-4fdf-923b-184ff2e8dc05 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.1098759 Sep 04 01:07:02.151833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f64bf-de42-4d0b-8596-225eeae3cc7a req-b937c161-04b6-40f6-9689-50533c63fcb1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.162981 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-468f64bf-de42-4d0b-8596-225eeae3cc7a req-b937c161-04b6-40f6-9689-50533c63fcb1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.2153475 Sep 04 01:07:02.205330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:02.258066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:02.271817 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Attempting to bind port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:02.272155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Attempting to bind port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:02.272511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Attempting to bind port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:02.297206 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae on network db02f1f3-e31f-46bf-8240-058198049bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:02.297490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Attempting to bind port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:02.315582 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-7dc097b9-eb0b-4dd8-a2e5-6da66dc9691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.317138 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-7dc097b9-eb0b-4dd8-a2e5-6da66dc9691e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.1515169 Sep 04 01:07:02.321955 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:02.322322 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:02.322711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Bound using segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:02.323171 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Bound port: 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:02.323552 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:02.337272 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-468f64bf-de42-4d0b-8596-225eeae3cc7a req-b08f6038-3d44-4b3f-b0b6-be67416711b7 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733232 Sep 04 01:07:02.475352 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5a977-9fa1-4213-96f6-cba00e8eb5b5 req-8bb36644-a01a-498d-9c05-71313e4e524a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.475352 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-afe5a977-9fa1-4213-96f6-cba00e8eb5b5 req-8bb36644-a01a-498d-9c05-71313e4e524a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 932 time: 0.5869195 Sep 04 01:07:02.666069 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1c84467d-1bc4-4321-80a9-b3a237d25454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.667494 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-1c84467d-1bc4-4321-80a9-b3a237d25454 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3292894 Sep 04 01:07:02.683242 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d595eeb-8e87-4d4f-818e-78a7f16e8733" -d '{"events": [{"name": "network-changed", "server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:02.703829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:02.711191 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:02.766341 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:02.854676 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:02.858198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.859034 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:02.860667 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 200 len: 1093 time: 3.4925382 Sep 04 01:07:02.877485 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:02.888181 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-0a55ca7b-e334-416a-b015-f43d06bf5e7e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048378 Sep 04 01:07:02.925029 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-afe5a977-9fa1-4213-96f6-cba00e8eb5b5 req-a9c24c0b-972e-4947-98b2-a2f1c544696e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4606850 Sep 04 01:07:02.958744 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba13e6-6d3b-49b1-ac1f-1fd808fead4a service neutron] Pushing event updated for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:03.022807 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-a0332de9-5e57-47b5-81dc-ea65b83ee041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.024399 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-a0332de9-5e57-47b5-81dc-ea65b83ee041 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3acb006051604f59a1ddcf7a8e7145da&device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 1128 time: 0.5540006 Sep 04 01:07:03.072248 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235fce1-f059-4ce1-a44e-226409b56e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:03.081085 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c727a-7545-4ba4-a41c-1c7deec3b97c x-openstack-request-id: req-8d0c727a-7545-4ba4-a41c-1c7deec3b97c {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:03.083719 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:03.083719 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d0c727a-7545-4ba4-a41c-1c7deec3b97c {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:03.083719 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0c727a-7545-4ba4-a41c-1c7deec3b97c'] response: {'name': 'network-changed', 'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6', 'status': 'completed', 'code': 200} Sep 04 01:07:03.111802 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-244c26a8-8e07-478e-b340-91cc886e1d46 req-6cc1e1d3-02c5-46b8-9710-decfc96231ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882942 Sep 04 01:07:03.269528 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-92f5a897-b02d-4fcf-8fac-64527d76ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.271375 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-92f5a897-b02d-4fcf-8fac-64527d76ccb9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1127 time: 0.0456290 Sep 04 01:07:03.406714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-ac91ea18-9525-4df8-9bf5-056ba3def399 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a78a3b-1fca-47fc-964a-818c95e4c544 HTTP/1.1" status: 200 len: 217 time: 0.2898276 Sep 04 01:07:03.412309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-95be82ff-7bd4-4fd0-90d7-88ab7b5d1f39 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 200 len: 217 time: 0.0891485 Sep 04 01:07:03.505205 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b13c-ba12-4df7-be35-a4cb77746ca3 req-b23ee1f8-322a-4347-a086-63cf596117d9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.507189 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4d1b13c-ba12-4df7-be35-a4cb77746ca3 req-b23ee1f8-322a-4347-a086-63cf596117d9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 932 time: 0.4010804 Sep 04 01:07:03.519796 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-95af60fa-95d9-4cd9-ba2d-0e627542a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.526822 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-95af60fa-95d9-4cd9-ba2d-0e627542a907 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1128 time: 0.1236467 Sep 04 01:07:03.585342 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-886a6fd6-c01f-4973-87f3-55eb2086619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.589882 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-886a6fd6-c01f-4973-87f3-55eb2086619e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.1447864 Sep 04 01:07:03.632699 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-a051d4de-1dee-4909-b74e-8e7ae8f51128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.634445 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-a051d4de-1dee-4909-b74e-8e7ae8f51128 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=84222a1f-6f27-4952-8bd5-6602ac2e9727 HTTP/1.1" status: 200 len: 850 time: 0.2346644 Sep 04 01:07:03.735664 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4d1b13c-ba12-4df7-be35-a4cb77746ca3 req-2dc72836-d491-45e4-8a0b-1602c91b1fb4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131128 Sep 04 01:07:03.850727 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-e1599ce6-1efa-4305-9f8b-ab335c683343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:03.855820 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-e1599ce6-1efa-4305-9f8b-ab335c683343 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2357206 Sep 04 01:07:04.133953 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-6f252abf-af02-4dd5-ad2b-a0a09a1b3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.136092 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-6f252abf-af02-4dd5-ad2b-a0a09a1b3d12 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.5968912 Sep 04 01:07:04.191264 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6827e4-5666-4f73-8a62-1711a54793da x-openstack-request-id: req-dd6827e4-5666-4f73-8a62-1711a54793da {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:04.191539 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:04.191789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dd6827e4-5666-4f73-8a62-1711a54793da {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:04.192233 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6827e4-5666-4f73-8a62-1711a54793da'] response: {'name': 'network-changed', 'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544', 'status': 'completed', 'code': 200} Sep 04 01:07:04.200135 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104b2b9-66e2-48d8-9466-fb474d3db55d req-f6f0f2a4-119e-4752-8a1e-9682d0759213 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.207306 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8104b2b9-66e2-48d8-9466-fb474d3db55d req-f6f0f2a4-119e-4752-8a1e-9682d0759213 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.3278794 Sep 04 01:07:04.218130 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-55a0fa0d-9773-4076-89ca-b0e2a67f3aa2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.0669048 Sep 04 01:07:04.255416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-60c61057-d3f8-4b98-8345-6f91888be589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.257153 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-60c61057-d3f8-4b98-8345-6f91888be589 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1b4b6b61-4861-40b2-90db-a48723573c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6038747 Sep 04 01:07:04.264241 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:04.285915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ba5432-d158-4dfd-9e61-2dd4ffb23766 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:04.290869 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks [] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:04.335478 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks [] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:04.338462 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-f24b078c-51a6-4caf-9038-076c75a53ec7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449999 Sep 04 01:07:04.352154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece0e6-0702-4d6b-a053-84f2c53ddde4 req-e576e481-2eae-431b-adce-fd49a2e9c503 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.353746 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83ece0e6-0702-4d6b-a053-84f2c53ddde4 req-e576e481-2eae-431b-adce-fd49a2e9c503 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.1644423 Sep 04 01:07:04.369870 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-d360c759-84c6-4944-9114-64c04ef88812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.371218 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-d360c759-84c6-4944-9114-64c04ef88812 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.1422460 Sep 04 01:07:04.428588 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8104b2b9-66e2-48d8-9466-fb474d3db55d req-78ffbb80-8513-40bd-bc43-45b66a6f4f20 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020838 Sep 04 01:07:04.430316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Transition to ACTIVE for port object b0b604de-d50c-4b86-8f56-a8b0405bff47 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:07:04.430965 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Transition to ACTIVE for port object 03ba5432-d158-4dfd-9e61-2dd4ffb23766 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:07:04.530310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-0965c482-e5ca-4513-ab40-57ddde51848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.531860 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-0965c482-e5ca-4513-ab40-57ddde51848a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0708230 Sep 04 01:07:04.537361 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83ece0e6-0702-4d6b-a053-84f2c53ddde4 req-f1efab2e-5535-4574-95cf-96c8059b4646 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655760 Sep 04 01:07:04.593197 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-5b33fc69-80ba-4854-88bd-07fd7cac3e42 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129368 Sep 04 01:07:04.604829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:04.617532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:04.679611 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-dc2840c6-f92c-4ff8-be54-bf306cc29dee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352213 Sep 04 01:07:04.690608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e15b-64a2-40c6-a9e1-76f2601ab636 req-a97be5d0-25f1-4a00-9e99-927a5463a6db tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.690608 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c30e15b-64a2-40c6-a9e1-76f2601ab636 req-a97be5d0-25f1-4a00-9e99-927a5463a6db tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 932 time: 0.1358881 Sep 04 01:07:04.714503 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:04.790226 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-bcb0eeb9-f66f-4531-a4e0-d9d9ee2d5160 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359672 Sep 04 01:07:04.837575 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c30e15b-64a2-40c6-a9e1-76f2601ab636 req-b6e22d19-5908-4f12-97ab-29c62c9d1e67 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371596 Sep 04 01:07:04.855201 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Pushing event updated for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:05.124767 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:05.149020 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99acbd21-16d8-4691-95f8-a973bd607625" -d '{"events": [{"name": "network-changed", "server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:05.153574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:05.257795 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-565025e2-2dc2-46f5-b2b3-81278274c747 req-f5ae0fce-42b8-438e-bcac-3345d621ecbc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528463 Sep 04 01:07:05.260022 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa16664-1e9c-4543-b428-9e5b7b198a5e x-openstack-request-id: req-9fa16664-1e9c-4543-b428-9e5b7b198a5e {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:05.260560 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:05.263003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9fa16664-1e9c-4543-b428-9e5b7b198a5e {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:05.263674 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa16664-1e9c-4543-b428-9e5b7b198a5e'] response: {'name': 'network-changed', 'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae', 'status': 'completed', 'code': 200} Sep 04 01:07:05.280494 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2edfff8f-cefb-4daf-a365-e25cb82e4229 req-bf033021-bb41-4a66-990f-a02764b427db service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458182 Sep 04 01:07:05.289548 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7657-2fc8-49c4-9f3d-07aee12880bb req-b9d5fcb4-8861-4e14-b23d-4f8dc262ad92 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.291075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-942e7657-2fc8-49c4-9f3d-07aee12880bb req-b9d5fcb4-8861-4e14-b23d-4f8dc262ad92 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.3438852 Sep 04 01:07:05.339613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Attempting to bind port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:05.340017 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Attempting to bind port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:05.340381 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Attempting to bind port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:05.360417 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:05.361442 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Attempting to bind port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:05.363679 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Attempting to bind port b0b604de-d50c-4b86-8f56-a8b0405bff47 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:05.364056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Attempting to bind port b0b604de-d50c-4b86-8f56-a8b0405bff47 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:05.364539 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Attempting to bind port b0b604de-d50c-4b86-8f56-a8b0405bff47 on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:05.385853 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:05.386171 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:05.386583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:05.387027 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Bound port: 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:05.387418 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.401095 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Port b0b604de-d50c-4b86-8f56-a8b0405bff47 on network 761493cb-9c37-4208-8cf3-32be61673510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:05.404035 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Attempting to bind port b0b604de-d50c-4b86-8f56-a8b0405bff47 on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:05.414528 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-942e7657-2fc8-49c4-9f3d-07aee12880bb req-c59f0c04-4114-4ab2-89f1-982abed853b9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164834 Sep 04 01:07:05.428267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:05.428267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Checking segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:05.428267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Bound using segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:05.428267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Bound port: b0b604de-d50c-4b86-8f56-a8b0405bff47, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:05.428267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.605465 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:05.609973 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e512efe1-e365-4bac-8cbb-eba9272aa5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.624870 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:05.630627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:05.633740 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:05.641129 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:05.664823 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597534f-5706-4ddd-9e09-2d96e5516423 req-b6f23d87-bb13-4ce3-920c-813e69374a48 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.674581 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e597534f-5706-4ddd-9e09-2d96e5516423 req-b6f23d87-bb13-4ce3-920c-813e69374a48 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.1570864 Sep 04 01:07:05.750537 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-7bcd7ed4-1789-42e9-aeb7-8dd05fcb9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.750537 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-7bcd7ed4-1789-42e9-aeb7-8dd05fcb9ca4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3acb006051604f59a1ddcf7a8e7145da&device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 1128 time: 0.0754440 Sep 04 01:07:05.768570 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbd21-16d8-4691-95f8-a973bd607625 req-359aa229-588f-49ef-8b02-2ec8ae4c08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.770537 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-359aa229-588f-49ef-8b02-2ec8ae4c08f9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1127 time: 0.1491170 Sep 04 01:07:05.774507 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e597534f-5706-4ddd-9e09-2d96e5516423 req-b5c787bd-59ab-4e58-83ac-0f5168accc95 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985940 Sep 04 01:07:05.854308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.858041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.859329 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.861609 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 1094 time: 4.3525894 Sep 04 01:07:05.920492 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f76b00-dc19-4972-be8e-6d185c6bbf85 req-3fa0b112-6aaf-4d14-bf53-5e2e8fab05f6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.922234 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-33f76b00-dc19-4972-be8e-6d185c6bbf85 req-3fa0b112-6aaf-4d14-bf53-5e2e8fab05f6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.1736300 Sep 04 01:07:05.925779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.943017 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.943017 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.945239 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-2954a333-3166-43e4-ac52-361998edce61 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/03ba5432-d158-4dfd-9e61-2dd4ffb23766 HTTP/1.1" status: 200 len: 1094 time: 4.4319911 Sep 04 01:07:06.044154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:06.046241 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=18 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:06.072952 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbd21-16d8-4691-95f8-a973bd607625 req-b8b39674-79bb-43e4-aeaa-bca1e21e8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.074945 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-b8b39674-79bb-43e4-aeaa-bca1e21e8c8e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.2664802 Sep 04 01:07:06.081798 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99849d4-dcf7-4201-8acc-0f6b2161bd03 req-4e0e4bf8-26c2-4d06-b672-ffce5ff973be tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.083466 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f99849d4-dcf7-4201-8acc-0f6b2161bd03 req-4e0e4bf8-26c2-4d06-b672-ffce5ff973be tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.1216424 Sep 04 01:07:06.178437 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-95761fd4-1f40-417f-8ecf-68cc4fe5d171 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 200 len: 217 time: 0.0582888 Sep 04 01:07:06.217098 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}, {'name': 'network-changed', 'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:06.222352 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f302ade-9a32-405e-bad7-d21487735220" -d '{"events": [{"name": "network-changed", "server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}, {"name": "network-changed", "server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:06.243254 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f99849d4-dcf7-4201-8acc-0f6b2161bd03 req-dbdc8442-2654-4a99-8f94-d2e8e3e1a46f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418843 Sep 04 01:07:06.343685 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-33f76b00-dc19-4972-be8e-6d185c6bbf85 req-f9c64a56-410c-41b3-89b8-5654121ba1e0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119859 Sep 04 01:07:06.359673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1b7e5-4695-4e6d-8537-9e998c175f52 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:06.403197 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbd21-16d8-4691-95f8-a973bd607625 req-46bc03e7-bd26-4e78-ae68-2b7277b883ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.406090 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-46bc03e7-bd26-4e78-ae68-2b7277b883ef service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.1935763 Sep 04 01:07:06.407183 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:06.413507 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e7c81-6025-41f0-91da-c520b8be6f77 x-openstack-request-id: req-d68e7c81-6025-41f0-91da-c520b8be6f77 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:06.413910 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:06.414190 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d68e7c81-6025-41f0-91da-c520b8be6f77 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:06.414677 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68e7c81-6025-41f0-91da-c520b8be6f77'] response: {'name': 'network-changed', 'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'status': 'completed', 'code': 200} Sep 04 01:07:06.415016 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68e7c81-6025-41f0-91da-c520b8be6f77'] response: {'name': 'network-changed', 'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'status': 'completed', 'code': 200} Sep 04 01:07:06.466638 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-017a22dc-0c4d-453d-bda3-d8993f95684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.468341 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-017a22dc-0c4d-453d-bda3-d8993f95684a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1128 time: 0.3767502 Sep 04 01:07:06.479679 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-7f505b66-8810-4c15-a56d-8726ae586f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.482014 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-7f505b66-8810-4c15-a56d-8726ae586f6e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 1128 time: 0.2652438 Sep 04 01:07:06.500651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-478b96a0-bb67-4d82-8d10-b19f49d2d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.500875 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-478b96a0-bb67-4d82-8d10-b19f49d2d3ea service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1b4b6b61-4861-40b2-90db-a48723573c2e HTTP/1.1" status: 200 len: 912 time: 0.6776803 Sep 04 01:07:06.521118 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a333-3166-43e4-ac52-361998edce61 service neutron] Pushing event updated for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:06.628383 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e3950-ad63-4ce6-ad90-52705b673a2d req-1bb37f24-8464-45c6-8431-acc21336d413 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.628383 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-858e3950-ad63-4ce6-ad90-52705b673a2d req-1bb37f24-8464-45c6-8431-acc21336d413 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0485365 Sep 04 01:07:06.628727 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbd21-16d8-4691-95f8-a973bd607625 req-58a1df84-cc70-4d1a-9987-c6a838e13e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.628727 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-58a1df84-cc70-4d1a-9987-c6a838e13e65 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405469 Sep 04 01:07:06.722641 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-9854ea17-3663-4a75-8c25-e9b7f0ffff90 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766 HTTP/1.1" status: 200 len: 217 time: 0.1253607 Sep 04 01:07:06.731159 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-f69c3f56-e9b7-4633-a2bd-a2699861361e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a78a3b-1fca-47fc-964a-818c95e4c544 HTTP/1.1" status: 200 len: 217 time: 0.1324723 Sep 04 01:07:06.734350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-2a187791-3a68-48bc-8358-1a21b2204739 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 217 time: 0.1300144 Sep 04 01:07:06.751732 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-dc2ccfc5-bec8-424b-b2a8-c24eada9971f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345735 Sep 04 01:07:06.771838 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-858e3950-ad63-4ce6-ad90-52705b673a2d req-1f548f4c-f056-417f-9be0-f0d7d7cc9ab2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487985 Sep 04 01:07:06.969454 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a07eb-bc0d-497f-8ba5-d6a214bea5a4 req-ab4acce4-7e76-4981-a523-a737b3d7f787 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.971562 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-166a07eb-bc0d-497f-8ba5-d6a214bea5a4 req-ab4acce4-7e76-4981-a523-a737b3d7f787 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0734212 Sep 04 01:07:07.037083 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-166a07eb-bc0d-497f-8ba5-d6a214bea5a4 req-caa6c08d-ed48-4849-aa4f-44b4f5f7ad10 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Sep 04 01:07:07.172150 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60114) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:07.320985 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99acbd21-16d8-4691-95f8-a973bd607625 req-c1a78431-ada2-492c-bb8c-5c5761d89801 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779799 Sep 04 01:07:07.329062 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-66a60713-c3b0-4318-bebe-34acc3316ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.331757 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-66a60713-c3b0-4318-bebe-34acc3316ee6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.1896267 Sep 04 01:07:07.336450 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-f0f27643-e16a-40e8-b017-cd4984a1f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.337862 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-f0f27643-e16a-40e8-b017-cd4984a1f6b2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.1871059 Sep 04 01:07:07.339366 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-47590fff-9d83-468a-9ff1-7c55a7aea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.340757 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-47590fff-9d83-468a-9ff1-7c55a7aea7a3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=84222a1f-6f27-4952-8bd5-6602ac2e9727 HTTP/1.1" status: 200 len: 850 time: 0.1974330 Sep 04 01:07:07.408985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369a956-dbc5-4202-ab67-1033bb524f3e req-3c003c83-6fb3-4e3d-a8cd-2634d307aac6 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.410754 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3369a956-dbc5-4202-ab67-1033bb524f3e req-3c003c83-6fb3-4e3d-a8cd-2634d307aac6 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0553379 Sep 04 01:07:07.537307 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae829d25-fcd8-4b62-a578-37019547472c req-f977493c-93da-4888-88fa-dadc9ced5f9d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.539532 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ae829d25-fcd8-4b62-a578-37019547472c req-f977493c-93da-4888-88fa-dadc9ced5f9d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0629196 Sep 04 01:07:07.579165 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3f21e01f-6044-4e40-b17d-ab0f0a4e016f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:07.581133 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-074dc562-2cb7-43b5-9531-8f426a645ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.582583 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-074dc562-2cb7-43b5-9531-8f426a645ccb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1132555 Sep 04 01:07:07.614350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3369a956-dbc5-4202-ab67-1033bb524f3e req-f5e80e3b-b42d-4d97-94e5-4c6c0f8989ea tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960402 Sep 04 01:07:07.616120 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ae829d25-fcd8-4b62-a578-37019547472c req-c007d37a-f354-413b-8c41-5d1623ebeb6a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Sep 04 01:07:07.932701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c90b8-135e-4427-823c-a466aa9f5931 req-a11c3d14-651f-419a-b3c9-684b3931b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.934403 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-a11c3d14-651f-419a-b3c9-684b3931b69b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4501684 Sep 04 01:07:07.935258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-604c958e-8ab1-4969-92e3-a3b84db6f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.939490 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-604c958e-8ab1-4969-92e3-a3b84db6f482 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1b4b6b61-4861-40b2-90db-a48723573c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4662445 Sep 04 01:07:08.072548 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-617670a3-d7c9-469c-aeda-2a6c2641eaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.132171 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb325-f83a-458f-aa86-76e31cbed009 req-dcf467e9-33c6-4cf2-8f0d-050a4053a514 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:08.140241 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f08fb325-f83a-458f-aa86-76e31cbed009 req-dcf467e9-33c6-4cf2-8f0d-050a4053a514 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.2133532 Sep 04 01:07:08.231087 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-03261680-c230-46ab-8e60-e1481825921c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274922 Sep 04 01:07:08.233210 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3f21e01f-6044-4e40-b17d-ab0f0a4e016f admin admin] Publish callbacks [] for security_group (8265c57d-139e-44e5-888d-0fa9bada9bd2), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.276138 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e40c-bbf1-488e-8e13-0120c962697c req-04a67d35-2c5a-401f-805c-3e32f056096a tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:08.288725 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-08d7e40c-bbf1-488e-8e13-0120c962697c req-04a67d35-2c5a-401f-805c-3e32f056096a tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.1143136 Sep 04 01:07:08.368059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60144) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:08.382049 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-1797b1c0-3bfd-48f9-9c9e-5c9bac7be715 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025660 Sep 04 01:07:08.383776 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-31d63a93-ded2-467f-a09d-f96f486d2fb1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091017 Sep 04 01:07:08.394367 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f08fb325-f83a-458f-aa86-76e31cbed009 req-13df6f7b-d9c6-400d-bf74-bf86a42f828d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531440 Sep 04 01:07:08.437089 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-08d7e40c-bbf1-488e-8e13-0120c962697c req-76556f48-5c4d-48f2-9e7f-2ddf55cb32ab tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472633 Sep 04 01:07:08.465842 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cae4795-51d3-4d92-a780-9abbb9c6a560 req-6299da9f-09dc-4aba-9759-a9ec21a4b31d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936800 Sep 04 01:07:08.519258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3f21e01f-6044-4e40-b17d-ab0f0a4e016f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8265c57d-139e-44e5-888d-0fa9bada9bd2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.533677 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e68389d9-db37-4661-a825-0d1b6f011826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.566302 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-3f21e01f-6044-4e40-b17d-ab0f0a4e016f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e8b6424a4ded4345bfca3379d4a3d718&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3444006 Sep 04 01:07:08.566782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60148) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:08.575654 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21e01f-6044-4e40-b17d-ab0f0a4e016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8265c57d-139e-44e5-888d-0fa9bada9bd2,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:08.630341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] Publish callbacks [] for security_group (8265c57d-139e-44e5-888d-0fa9bada9bd2), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.647012 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e68389d9-db37-4661-a825-0d1b6f011826 admin admin] Publish callbacks [] for security_group (f56a14ef-4ec0-4856-9175-8bae4ac79c7d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.678691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] Publish callbacks [] for security_group (8265c57d-139e-44e5-888d-0fa9bada9bd2), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.766623 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e68389d9-db37-4661-a825-0d1b6f011826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f56a14ef-4ec0-4856-9175-8bae4ac79c7d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.805508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77b4a-b3df-4f26-bbb4-4d4c90435b5a req-531c4518-d27e-4d2a-801d-a0e32a425d1a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:08.807055 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31a77b4a-b3df-4f26-bbb4-4d4c90435b5a req-531c4518-d27e-4d2a-801d-a0e32a425d1a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0525703 Sep 04 01:07:08.818391 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98f869-0830-4e9c-a61d-fb33e19e9466 req-acd7f5c8-8770-47d8-aaba-d596a4c68cdf tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:08.819309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc98f869-0830-4e9c-a61d-fb33e19e9466 req-acd7f5c8-8770-47d8-aaba-d596a4c68cdf tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.1105752 Sep 04 01:07:08.819778 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8265c57d-139e-44e5-888d-0fa9bada9bd2), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.822474 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.826294 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8265c57d-139e-44e5-888d-0fa9bada9bd2 HTTP/1.1" status: 204 len: 168 time: 0.2548990 Sep 04 01:07:08.826434 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e68389d9-db37-4661-a825-0d1b6f011826 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8882297dcd374e30bccb1ecb34f7b6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558320 Sep 04 01:07:08.827669 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68389d9-db37-4661-a825-0d1b6f011826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a14ef-4ec0-4856-9175-8bae4ac79c7d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:08.830577 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60160) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:08.877579 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f538f-dc51-4ec6-b05a-c46e2a7313ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8265c57d-139e-44e5-888d-0fa9bada9bd2,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:08.918581 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc98f869-0830-4e9c-a61d-fb33e19e9466 req-56e6acd6-caf4-4293-b3fa-b171d108d29c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884039 Sep 04 01:07:08.932728 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] Publish callbacks [] for security_group (f56a14ef-4ec0-4856-9175-8bae4ac79c7d), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:08.955917 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] Publish callbacks [] for security_group (f56a14ef-4ec0-4856-9175-8bae4ac79c7d), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.002501 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31a77b4a-b3df-4f26-bbb4-4d4c90435b5a req-a12841fb-e4de-48c4-94db-9c41a5fd7fec tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897914 Sep 04 01:07:09.054774 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5d595eeb-8e87-4d4f-818e-78a7f16e8733 req-8041dfce-7406-4d50-89ee-a91450632fd9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194645 Sep 04 01:07:09.056543 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-923c90b8-135e-4427-823c-a466aa9f5931 req-b750a462-a10e-45a8-9055-8f441996bc78 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223816 Sep 04 01:07:09.085399 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f56a14ef-4ec0-4856-9175-8bae4ac79c7d), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.088047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.089286 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f56a14ef-4ec0-4856-9175-8bae4ac79c7d HTTP/1.1" status: 204 len: 168 time: 0.2578070 Sep 04 01:07:09.097665 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564b2ab-ec26-4e00-be56-f3876dc201ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a14ef-4ec0-4856-9175-8bae4ac79c7d,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:09.196847 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.402713 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:09.533325 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e141e-0021-441f-b20a-f726b4a40d2b req-a3aa6f25-0147-4c84-91fd-a13d52820407 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:09.535101 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-938e141e-0021-441f-b20a-f726b4a40d2b req-a3aa6f25-0147-4c84-91fd-a13d52820407 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0545816 Sep 04 01:07:09.546568 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60176) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:09.568320 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf5c7-4550-4db3-8e67-da516d97d268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.578935 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd453fd-29a8-4d15-ba00-38fbafc7c682 req-9c881551-8827-4ec9-88f4-2a97e41c32b3 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:09.580997 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-bfd453fd-29a8-4d15-ba00-38fbafc7c682 req-9c881551-8827-4ec9-88f4-2a97e41c32b3 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0545039 Sep 04 01:07:09.606837 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-938e141e-0021-441f-b20a-f726b4a40d2b req-f9e82628-e073-4079-9b1e-094fb1511a6e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662127 Sep 04 01:07:09.632824 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-bfd453fd-29a8-4d15-ba00-38fbafc7c682 req-bcdb18fd-7836-4d85-a412-b6008e9388b6 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Sep 04 01:07:09.671384 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf5c7-4550-4db3-8e67-da516d97d268 admin admin] Publish callbacks [] for security_group (b25ccbfd-4954-467a-b46f-0df96f355bcc), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.785299 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf5c7-4550-4db3-8e67-da516d97d268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b25ccbfd-4954-467a-b46f-0df96f355bcc), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.825565 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-f2aaf5c7-4550-4db3-8e67-da516d97d268 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd38e4cafd2343b696701e1815b10fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770405 Sep 04 01:07:09.826569 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaf5c7-4550-4db3-8e67-da516d97d268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ccbfd-4954-467a-b46f-0df96f355bcc,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:09.828711 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60182) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:09.860941 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60184) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:09.892688 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-53e6b5cf-8dbe-449a-9860-0e31e59583d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.904475 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] Publish callbacks [] for security_group (b25ccbfd-4954-467a-b46f-0df96f355bcc), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.935239 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] Publish callbacks [] for security_group (b25ccbfd-4954-467a-b46f-0df96f355bcc), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.011339 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-53e6b5cf-8dbe-449a-9860-0e31e59583d3 admin admin] Publish callbacks [] for security_group (472029fa-020a-4000-b9ad-18be542ba3ef), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.050023 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ede2d5-200b-4f17-8633-9571a8a59370 req-907bb475-19f7-456e-b1f7-bf35a66e6bab tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.050023 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d4ede2d5-200b-4f17-8633-9571a8a59370 req-907bb475-19f7-456e-b1f7-bf35a66e6bab tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0660136 Sep 04 01:07:10.105881 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:10.129873 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d4ede2d5-200b-4f17-8633-9571a8a59370 req-db0f3027-6520-42e0-a4e5-aba959d43f0c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732713 Sep 04 01:07:10.155198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dbf4d-eae4-46ae-8743-8b4188eeff9a req-f345395e-1e9d-4e0b-b790-2760872ec19c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.155198 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f79dbf4d-eae4-46ae-8743-8b4188eeff9a req-f345395e-1e9d-4e0b-b790-2760872ec19c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0682690 Sep 04 01:07:10.157808 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-53e6b5cf-8dbe-449a-9860-0e31e59583d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (472029fa-020a-4000-b9ad-18be542ba3ef), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.159924 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b25ccbfd-4954-467a-b46f-0df96f355bcc), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.162554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.163515 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b25ccbfd-4954-467a-b46f-0df96f355bcc HTTP/1.1" status: 204 len: 168 time: 0.3332672 Sep 04 01:07:10.226476 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-53e6b5cf-8dbe-449a-9860-0e31e59583d3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a839cb9e24574e21bff08a1a05fd9f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620033 Sep 04 01:07:10.226476 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6b5cf-8dbe-449a-9860-0e31e59583d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472029fa-020a-4000-b9ad-18be542ba3ef,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:10.227520 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60200) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:10.255827 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:10.258518 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992eeb61-ccf2-4338-a00b-487d2324d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ccbfd-4954-467a-b46f-0df96f355bcc,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:10.287620 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f79dbf4d-eae4-46ae-8743-8b4188eeff9a req-150f8249-9ffe-438c-a870-81172d9c041d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364784 Sep 04 01:07:10.306576 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] Publish callbacks [] for security_group (472029fa-020a-4000-b9ad-18be542ba3ef), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.322112 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] Publish callbacks [] for security_group (472029fa-020a-4000-b9ad-18be542ba3ef), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.493790 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (472029fa-020a-4000-b9ad-18be542ba3ef), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.496450 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.497620 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/472029fa-020a-4000-b9ad-18be542ba3ef HTTP/1.1" status: 204 len: 168 time: 0.2690768 Sep 04 01:07:10.506439 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1082-2af2-462c-9eb2-d11ac4e27ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472029fa-020a-4000-b9ad-18be542ba3ef,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:10.705705 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.793316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f4a0-0c38-4981-82a1-1d8134c31343 req-3fccd6af-955c-459d-894a-cae2bb1ce1c1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.813040 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6244f4a0-0c38-4981-82a1-1d8134c31343 req-3fccd6af-955c-459d-894a-cae2bb1ce1c1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0751603 Sep 04 01:07:10.813128 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ebaa-09e2-4c37-bc76-2a13137dedd3 req-a7366ab3-89a4-4639-ba2b-00f72cc0cb77 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.817728 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1cb6ebaa-09e2-4c37-bc76-2a13137dedd3 req-a7366ab3-89a4-4639-ba2b-00f72cc0cb77 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.1220460 Sep 04 01:07:10.859697 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.891966 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6244f4a0-0c38-4981-82a1-1d8134c31343 req-6b7ae2a8-23fe-49d8-a3f9-e475d0a0dd76 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Sep 04 01:07:10.934270 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1cb6ebaa-09e2-4c37-bc76-2a13137dedd3 req-832c383b-45c0-43b3-b95a-2745f9e090fd tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156807 Sep 04 01:07:11.262294 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64413f2-8936-412f-8100-96d8bafa3069 req-70d468e5-802b-448d-8774-d2eb1145f323 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:11.264015 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b64413f2-8936-412f-8100-96d8bafa3069 req-70d468e5-802b-448d-8774-d2eb1145f323 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0555983 Sep 04 01:07:11.312142 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b64413f2-8936-412f-8100-96d8bafa3069 req-e919b630-05d9-43af-a2b0-00b429eff2b9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Sep 04 01:07:11.353434 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:11.413357 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16cf0c-61ca-496d-91e1-2deb35360900 req-4fff4b28-cf04-4afd-925a-352cf59f24c7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:11.414797 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea16cf0c-61ca-496d-91e1-2deb35360900 req-4fff4b28-cf04-4afd-925a-352cf59f24c7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0472012 Sep 04 01:07:11.477721 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea16cf0c-61ca-496d-91e1-2deb35360900 req-633daf97-b3cf-43b9-b4f4-da036488cf7f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563648 Sep 04 01:07:11.725368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:11.792790 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-49b90c88-ffd4-4def-831f-6bb4912fdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:11.794586 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-49b90c88-ffd4-4def-831f-6bb4912fdf5d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1128 time: 0.0420656 Sep 04 01:07:11.857852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:11.890619 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-c059afb7-e69e-4ff1-9168-332ec1e6f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:11.892258 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-c059afb7-e69e-4ff1-9168-332ec1e6f8fc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0910459 Sep 04 01:07:11.934629 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-48ca5831-4b91-4d83-8b32-1dff8dc8ba75 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 217 time: 0.0356445 Sep 04 01:07:12.000153 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-b30ccb6d-0207-4eec-9bda-48d273db9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.003255 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-b30ccb6d-0207-4eec-9bda-48d273db9ef3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0559440 Sep 04 01:07:12.100539 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-2d492284-b1a4-4d53-b4b7-71a47b9825a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.103572 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-2d492284-b1a4-4d53-b4b7-71a47b9825a2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0930762 Sep 04 01:07:12.145529 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63634-de1b-449d-aaea-7a49146911d6 req-10351752-4400-48aa-a5e7-0d3734b61f7a tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.151332 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2ca63634-de1b-449d-aaea-7a49146911d6 req-10351752-4400-48aa-a5e7-0d3734b61f7a tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0762026 Sep 04 01:07:12.167105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b4fb-1681-4746-8a24-15e608a50ee1 req-624e2b10-b5d5-4935-b56a-f202a095859a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.168841 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a94b4fb-1681-4746-8a24-15e608a50ee1 req-624e2b10-b5d5-4935-b56a-f202a095859a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0725195 Sep 04 01:07:12.203242 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2ca63634-de1b-449d-aaea-7a49146911d6 req-8fdd4865-f1a1-45ea-9026-7d9da4b38479 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Sep 04 01:07:12.241234 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a94b4fb-1681-4746-8a24-15e608a50ee1 req-e5c0653c-d089-407d-9334-b22184c60fc6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636015 Sep 04 01:07:12.359798 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:12.435574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4b0e-1cca-4d94-8797-45826bde80da req-61d49501-c3a2-488f-98f1-0f9e1b207554 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.437024 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-837d4b0e-1cca-4d94-8797-45826bde80da req-61d49501-c3a2-488f-98f1-0f9e1b207554 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0501041 Sep 04 01:07:12.490567 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-837d4b0e-1cca-4d94-8797-45826bde80da req-2672e2aa-0518-4e25-ac5d-6173e7072f8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Sep 04 01:07:12.615426 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3447f5-db4c-4110-954f-684a1e387233 req-33b7a06a-33e6-44e3-b116-58028cc411b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.617173 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a3447f5-db4c-4110-954f-684a1e387233 req-33b7a06a-33e6-44e3-b116-58028cc411b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0564551 Sep 04 01:07:12.668626 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a3447f5-db4c-4110-954f-684a1e387233 req-b848ff18-ed44-4fa7-8037-e66f15bb7e3d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Sep 04 01:07:13.345691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150b02-2a77-493f-a782-1b3ec4fcd5db req-4fad6cb8-85fd-42fc-bcc7-56fe90cf677c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:13.347418 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-01150b02-2a77-493f-a782-1b3ec4fcd5db req-4fad6cb8-85fd-42fc-bcc7-56fe90cf677c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0638149 Sep 04 01:07:13.374492 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:13.384047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0258a2-3fdf-4be1-8a17-f49827d7de9a req-cde3584b-5638-4526-9f24-1cf2acd41135 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:13.415670 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0b0258a2-3fdf-4be1-8a17-f49827d7de9a req-cde3584b-5638-4526-9f24-1cf2acd41135 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0799522 Sep 04 01:07:13.429042 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-01150b02-2a77-493f-a782-1b3ec4fcd5db req-c1e2fdf9-224e-47ec-9c40-ccc4cff6161b tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745652 Sep 04 01:07:13.481531 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0b0258a2-3fdf-4be1-8a17-f49827d7de9a req-06ca8fba-eb16-4485-84c2-9815a1ec5821 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643535 Sep 04 01:07:13.618310 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20572-c13d-4466-a242-09eedc95b074 req-12dcb2e2-1c87-4676-8b66-73d2eeb542f0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:13.619865 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2cb20572-c13d-4466-a242-09eedc95b074 req-12dcb2e2-1c87-4676-8b66-73d2eeb542f0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0495050 Sep 04 01:07:13.668058 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2cb20572-c13d-4466-a242-09eedc95b074 req-69c62a03-2173-4d91-a3df-893b8df83088 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Sep 04 01:07:13.794416 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7a094-b99d-4682-95ff-a8ef8fb6d030 req-c81892b4-a704-430a-921b-23c2b74face0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:13.795921 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ff7a094-b99d-4682-95ff-a8ef8fb6d030 req-c81892b4-a704-430a-921b-23c2b74face0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0499704 Sep 04 01:07:13.817249 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:13.854265 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ff7a094-b99d-4682-95ff-a8ef8fb6d030 req-0ce97e58-d8a5-46bb-9152-de3af5918844 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514379 Sep 04 01:07:13.939943 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60360) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:14.049251 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a05943a3-ed0d-4b58-963d-f1ab74a0b145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.123771 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a05943a3-ed0d-4b58-963d-f1ab74a0b145 admin admin] Publish callbacks [] for security_group (e828973f-8631-4ecf-93c3-4a3661f45046), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.140036 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:14.193059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a05943a3-ed0d-4b58-963d-f1ab74a0b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e828973f-8631-4ecf-93c3-4a3661f45046), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.234618 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-a05943a3-ed0d-4b58-963d-f1ab74a0b145 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=66fb024fe3eb4bca99c6ddb79d4e9f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935419 Sep 04 01:07:14.235721 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05943a3-ed0d-4b58-963d-f1ab74a0b145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e828973f-8631-4ecf-93c3-4a3661f45046,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:14.237508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60370) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:14.292970 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] Publish callbacks [] for security_group (e828973f-8631-4ecf-93c3-4a3661f45046), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.316825 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] Publish callbacks [] for security_group (e828973f-8631-4ecf-93c3-4a3661f45046), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.323562 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:14.529240 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e828973f-8631-4ecf-93c3-4a3661f45046), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.531778 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:14.533381 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e828973f-8631-4ecf-93c3-4a3661f45046 HTTP/1.1" status: 204 len: 168 time: 0.2942238 Sep 04 01:07:14.549284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c486980-e588-4419-99e2-c760ae6c7eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e828973f-8631-4ecf-93c3-4a3661f45046,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:14.558845 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcab973-f30c-4b0f-acb4-a477e9584e6d req-510985fb-63fa-4575-b930-5ed033fa6ac2 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:14.560823 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dfcab973-f30c-4b0f-acb4-a477e9584e6d req-510985fb-63fa-4575-b930-5ed033fa6ac2 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0624189 Sep 04 01:07:14.625780 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d6e9-b584-436a-9f86-3523ce0d3024 req-cd8e8a25-dff5-41fb-9fb6-89b7e1d96308 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:14.627865 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d43d6e9-b584-436a-9f86-3523ce0d3024 req-cd8e8a25-dff5-41fb-9fb6-89b7e1d96308 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0685563 Sep 04 01:07:14.628984 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dfcab973-f30c-4b0f-acb4-a477e9584e6d req-d6607211-c7c0-4f50-9454-9e122d27ce9f tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Sep 04 01:07:14.681143 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d43d6e9-b584-436a-9f86-3523ce0d3024 req-d1f4dd2a-a0fa-4f2a-bb88-9e57ae29deda tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Sep 04 01:07:14.791749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecba34-3b2b-4b7b-bf67-572febcfb761 req-07f6cae5-9595-4e53-99ea-cb463729fcd3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:14.793350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7ecba34-3b2b-4b7b-bf67-572febcfb761 req-07f6cae5-9595-4e53-99ea-cb463729fcd3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0495472 Sep 04 01:07:14.840731 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7ecba34-3b2b-4b7b-bf67-572febcfb761 req-12885394-dbfc-46c0-a039-f3e8c53da571 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Sep 04 01:07:14.977040 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7121-afd4-41e9-b047-dd9221369ef1 req-f7e9acef-d56f-4f00-800f-1b9ea1dbd5ab tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:14.979295 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed9c7121-afd4-41e9-b047-dd9221369ef1 req-f7e9acef-d56f-4f00-800f-1b9ea1dbd5ab tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0511179 Sep 04 01:07:15.029262 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed9c7121-afd4-41e9-b047-dd9221369ef1 req-a8d41621-52ce-4449-a540-2fe16c1d743a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440307 Sep 04 01:07:15.248717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60412) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:15.265671 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7498030c-48cf-4cf9-9a0f-30ca05fa0e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.365860 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7498030c-48cf-4cf9-9a0f-30ca05fa0e59 admin admin] Publish callbacks [] for security_group (f138d9f0-8b73-4332-a52a-38e3c7d56d07), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.482761 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7498030c-48cf-4cf9-9a0f-30ca05fa0e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f138d9f0-8b73-4332-a52a-38e3c7d56d07), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.521735 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7498030c-48cf-4cf9-9a0f-30ca05fa0e59 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e76e4004f076461d8a16cd7b380fb1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719545 Sep 04 01:07:15.523737 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498030c-48cf-4cf9-9a0f-30ca05fa0e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f138d9f0-8b73-4332-a52a-38e3c7d56d07,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:15.524417 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60436) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:15.548158 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:15.578988 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] Publish callbacks [] for security_group (f138d9f0-8b73-4332-a52a-38e3c7d56d07), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.600271 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] Publish callbacks [] for security_group (f138d9f0-8b73-4332-a52a-38e3c7d56d07), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.759977 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3d4b8-5cef-452e-a271-784c43b0ec4c req-ff27d059-7cf1-4960-bed4-f30d528f0f7e tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:15.761508 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-41e3d4b8-5cef-452e-a271-784c43b0ec4c req-ff27d059-7cf1-4960-bed4-f30d528f0f7e tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0541687 Sep 04 01:07:15.775670 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f138d9f0-8b73-4332-a52a-38e3c7d56d07), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.780063 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:15.785708 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f138d9f0-8b73-4332-a52a-38e3c7d56d07 HTTP/1.1" status: 204 len: 168 time: 0.2557487 Sep 04 01:07:15.820949 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-41e3d4b8-5cef-452e-a271-784c43b0ec4c req-81b0e568-266a-4b57-8039-477dc20ee772 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Sep 04 01:07:15.840038 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8535c-d9e8-4bb2-b714-ec07436510bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f138d9f0-8b73-4332-a52a-38e3c7d56d07,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:15.854253 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c8f1b-fccc-4fd2-bb73-e9b74ed05c22 req-cf8330dd-2024-4abb-8947-9fcbc4494d1d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:15.856043 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ef7c8f1b-fccc-4fd2-bb73-e9b74ed05c22 req-cf8330dd-2024-4abb-8947-9fcbc4494d1d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0737329 Sep 04 01:07:15.911287 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ef7c8f1b-fccc-4fd2-bb73-e9b74ed05c22 req-f28e963a-258f-44a8-8b27-08d0bf5ae46c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Sep 04 01:07:15.948712 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:15.988439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d71cc-8aac-4ee1-a698-a7ac22afa624 req-22da339f-429d-4ea9-9236-8b6a7aa271ce tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:15.989911 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a18d71cc-8aac-4ee1-a698-a7ac22afa624 req-22da339f-429d-4ea9-9236-8b6a7aa271ce tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0543885 Sep 04 01:07:15.991143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:16.037830 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a18d71cc-8aac-4ee1-a698-a7ac22afa624 req-f21f2b3f-21c5-43ab-8dab-a567efd4d19d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Sep 04 01:07:16.137154 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=6 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:16.155834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7eb70-365e-487c-9185-d0c8ebac9c18 req-30ecaee8-4c29-477f-93fc-9875670bedce tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:16.157535 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-48c7eb70-365e-487c-9185-d0c8ebac9c18 req-30ecaee8-4c29-477f-93fc-9875670bedce tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0498314 Sep 04 01:07:16.210791 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-48c7eb70-365e-487c-9185-d0c8ebac9c18 req-46f69ee1-c24f-467b-910f-817d9ddf47e8 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Sep 04 01:07:16.599718 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:16.940447 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-4306d357-7843-45ae-990a-7cab3d9836ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124527 Sep 04 01:07:16.991846 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea88b4-0478-47f1-8c43-ef99abf4b9c7 req-6c8e7508-224a-4d2b-abff-15ffac54868f tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:16.994685 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a3ea88b4-0478-47f1-8c43-ef99abf4b9c7 req-6c8e7508-224a-4d2b-abff-15ffac54868f tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0700305 Sep 04 01:07:17.078750 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259dd88-17e9-4b43-9396-56872fcf29ff req-c5a1c3e8-04ba-44e5-8678-25981d33bc57 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:17.087072 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6259dd88-17e9-4b43-9396-56872fcf29ff req-c5a1c3e8-04ba-44e5-8678-25981d33bc57 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0671704 Sep 04 01:07:17.092273 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a3ea88b4-0478-47f1-8c43-ef99abf4b9c7 req-46392534-507b-4f2a-bc7e-c3755c8881fd tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882430 Sep 04 01:07:17.144655 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6259dd88-17e9-4b43-9396-56872fcf29ff req-bf35d5d2-7236-490f-8496-c100d5ca2682 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565994 Sep 04 01:07:17.214832 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6c2a-26b3-4a27-9de6-3745f645773b req-be551db1-0279-4d90-b845-11e10eb771a5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:17.216386 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-288c6c2a-26b3-4a27-9de6-3745f645773b req-be551db1-0279-4d90-b845-11e10eb771a5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0473318 Sep 04 01:07:17.291896 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-288c6c2a-26b3-4a27-9de6-3745f645773b req-d938515f-7b8e-43ed-8177-e66d418a6015 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598853 Sep 04 01:07:17.338498 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device e6762f01-9b63-4b08-a547-83d1ec09e9b6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:17.358401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eb9a5-c01a-4fe0-bdea-fafb82ca38e8 req-a01a7fa2-7a70-4467-aa31-cadc3049416a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:17.366139 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d1eb9a5-c01a-4fe0-bdea-fafb82ca38e8 req-a01a7fa2-7a70-4467-aa31-cadc3049416a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0721610 Sep 04 01:07:17.377749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60544) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:17.441844 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d1eb9a5-c01a-4fe0-bdea-fafb82ca38e8 req-97705962-2920-4e60-ae85-69a7e9effbbd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745578 Sep 04 01:07:17.466280 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:17.478732 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'port_id': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6', 'mac_address': 'fa:16:3e:53:c6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:17.513780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port e6762f01-9b63-4b08-a547-83d1ec09e9b6 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:17.514167 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.514513 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d43c77f6-d274-4e34-8477-08c3a29cb486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.528152 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6762f01-9b63-4b08-a547-83d1ec09e9b6 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:17.551957 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:17.592225 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d43c77f6-d274-4e34-8477-08c3a29cb486 admin admin] Publish callbacks [] for security_group (2fe70c72-2872-4322-b723-4a2a3a5426eb), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.650686 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.674537 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d43c77f6-d274-4e34-8477-08c3a29cb486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2fe70c72-2872-4322-b723-4a2a3a5426eb), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.700116 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:17.713514 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d43c77f6-d274-4e34-8477-08c3a29cb486 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=be2a5e6c63be47949b0876b3f810c2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346775 Sep 04 01:07:17.714609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c77f6-d274-4e34-8477-08c3a29cb486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe70c72-2872-4322-b723-4a2a3a5426eb,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:17.716659 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60550) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:17.766596 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] Publish callbacks [] for security_group (2fe70c72-2872-4322-b723-4a2a3a5426eb), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.790592 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] Publish callbacks [] for security_group (2fe70c72-2872-4322-b723-4a2a3a5426eb), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.828219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:17.902086 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2fe70c72-2872-4322-b723-4a2a3a5426eb), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.904653 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:17.905783 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2fe70c72-2872-4322-b723-4a2a3a5426eb HTTP/1.1" status: 204 len: 168 time: 0.1880708 Sep 04 01:07:17.914960 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063fb74-2072-4d3d-8259-c7530f8e9fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe70c72-2872-4322-b723-4a2a3a5426eb,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:17.968024 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:18.053481 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:18.198426 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['e6762f01-9b63-4b08-a547-83d1ec09e9b6'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:18.303765 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641fca-ad52-4301-8153-7856c1518b6a req-ac9d86cf-753b-4adf-81e4-165bfbcf2684 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:18.310555 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-01641fca-ad52-4301-8153-7856c1518b6a req-ac9d86cf-753b-4adf-81e4-165bfbcf2684 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.1281228 Sep 04 01:07:18.383156 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7455b4-56f7-4945-bdf0-bccc249ea8f8 req-bd7927e7-8c65-49de-a0d0-f68e99a7d589 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:18.384808 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bc7455b4-56f7-4945-bdf0-bccc249ea8f8 req-bd7927e7-8c65-49de-a0d0-f68e99a7d589 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.1098812 Sep 04 01:07:18.394310 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-01641fca-ad52-4301-8153-7856c1518b6a req-384a916e-ec6f-42f7-99d7-c66ec255e6bc tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828166 Sep 04 01:07:18.491184 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bc7455b4-56f7-4945-bdf0-bccc249ea8f8 req-33c4e438-b2b8-41c9-a7d7-71da43e6ce4b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898657 Sep 04 01:07:18.527221 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03f884-19bb-4790-b9e3-2899ba63f62a req-d9749e39-98f5-4ff0-a50a-087dcd049fe9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:18.534884 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9b03f884-19bb-4790-b9e3-2899ba63f62a req-d9749e39-98f5-4ff0-a50a-087dcd049fe9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0562534 Sep 04 01:07:18.592335 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9b03f884-19bb-4790-b9e3-2899ba63f62a req-d325f0ec-60f1-4c76-8067-b9483795485e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Sep 04 01:07:18.611533 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:18.614930 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4bc9a-98f0-4f0d-a8df-4ccdaa14eb6a req-fa663f80-5623-4d5e-b96d-ea9a68e07697 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:18.616445 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55e4bc9a-98f0-4f0d-a8df-4ccdaa14eb6a req-fa663f80-5623-4d5e-b96d-ea9a68e07697 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0609114 Sep 04 01:07:18.666656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:18.672769 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55e4bc9a-98f0-4f0d-a8df-4ccdaa14eb6a req-1cbc455e-5694-4148-a516-d6c63db65082 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478196 Sep 04 01:07:18.807103 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60608) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:18.824592 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-45aa9f4f-5b6f-4b8e-bda1-1b7cfed7a409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:18.900880 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-45aa9f4f-5b6f-4b8e-bda1-1b7cfed7a409 admin admin] Publish callbacks [] for security_group (2d192349-8382-482f-a64b-30657f4abd0d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:18.931759 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:18.987930 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-45aa9f4f-5b6f-4b8e-bda1-1b7cfed7a409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2d192349-8382-482f-a64b-30657f4abd0d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.032387 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9f4f-5b6f-4b8e-bda1-1b7cfed7a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d192349-8382-482f-a64b-30657f4abd0d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:19.049147 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-45aa9f4f-5b6f-4b8e-bda1-1b7cfed7a409 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dcdddc21ff3c40178846a666c72eef3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366040 Sep 04 01:07:19.049544 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60626) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:19.086554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.105786 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] Publish callbacks [] for security_group (2d192349-8382-482f-a64b-30657f4abd0d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.134983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] Publish callbacks [] for security_group (2d192349-8382-482f-a64b-30657f4abd0d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.274262 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.276878 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2d192349-8382-482f-a64b-30657f4abd0d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.279906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.281392 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d192349-8382-482f-a64b-30657f4abd0d HTTP/1.1" status: 204 len: 168 time: 0.2308810 Sep 04 01:07:19.289949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962677e8-a860-4d86-be5f-9017cf73f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d192349-8382-482f-a64b-30657f4abd0d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:19.317893 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 71a78a3b-1fca-47fc-964a-818c95e4c544 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:19.381628 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device e6762f01-9b63-4b08-a547-83d1ec09e9b6 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:19.445566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port e6762f01-9b63-4b08-a547-83d1ec09e9b6 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:19.460159 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.467849 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71a78a3b-1fca-47fc-964a-818c95e4c544,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:19.480810 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '71a78a3b-1fca-47fc-964a-818c95e4c544', 'network_id': '1b4b6b61-4861-40b2-90db-a48723573c2e', 'port_id': '71a78a3b-1fca-47fc-964a-818c95e4c544', 'mac_address': 'fa:16:3e:36:af:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84222a1f-6f27-4952-8bd5-6602ac2e9727', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:19.521556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.524426 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3fb58-2a60-44b2-86d2-95c4af2048fd req-ec53ecb6-b4f8-410f-bc53-2a43acd06dda tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:19.532265 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6ae3fb58-2a60-44b2-86d2-95c4af2048fd req-ec53ecb6-b4f8-410f-bc53-2a43acd06dda tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 944 time: 0.0598555 Sep 04 01:07:19.539546 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 71a78a3b-1fca-47fc-964a-818c95e4c544 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:19.539546 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.545432 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port e6762f01-9b63-4b08-a547-83d1ec09e9b6 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:19.545986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.598670 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60654) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:19.613938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a78a3b-1fca-47fc-964a-818c95e4c544 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:19.631455 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6ae3fb58-2a60-44b2-86d2-95c4af2048fd req-fcca1b88-9f03-4ab5-96e5-b9f1f6e07a43 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982420 Sep 04 01:07:19.635677 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60660) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:19.644769 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.659998 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71a78a3b-1fca-47fc-964a-818c95e4c544,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:19.718858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dcb52-25fa-4303-88fd-0df6389f7154 req-e7d07699-fd41-4ded-81b8-2f9efff768df tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:19.719992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port e6762f01-9b63-4b08-a547-83d1ec09e9b6 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:19.720622 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.740114 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-064dcb52-25fa-4303-88fd-0df6389f7154 req-e7d07699-fd41-4ded-81b8-2f9efff768df tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.1164670 Sep 04 01:07:19.762548 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:19.762548 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:19.804816 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-064dcb52-25fa-4303-88fd-0df6389f7154 req-4b7abc02-7726-4918-aad8-d7cae34dc3c3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774288 Sep 04 01:07:19.847444 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f766a-4795-4799-acd1-0feff32d10ad req-8f766455-f718-43e2-9b0e-3414d45d4419 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:19.850425 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-048f766a-4795-4799-acd1-0feff32d10ad req-8f766455-f718-43e2-9b0e-3414d45d4419 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0842097 Sep 04 01:07:19.858746 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.864505 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:19.904496 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.923618 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-048f766a-4795-4799-acd1-0feff32d10ad req-8e98ecd0-c421-4095-87e0-2830713c38f7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Sep 04 01:07:19.941756 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:19.967413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508326-3c73-47f1-ad4c-f81ddfdd425e req-75ed3dbc-b29e-4309-b844-01791365296e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:19.981273 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e6508326-3c73-47f1-ad4c-f81ddfdd425e req-75ed3dbc-b29e-4309-b844-01791365296e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0842884 Sep 04 01:07:20.027173 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.040186 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ca6407a-c935-451a-8dad-5dc44d8c18fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.068102 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e6508326-3c73-47f1-ad4c-f81ddfdd425e req-61bc610b-93f8-4cda-988f-2456826508ef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857835 Sep 04 01:07:20.122596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-60010ad3-2183-4761-8d64-3cd06018f747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.136611 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:20.166695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ca6407a-c935-451a-8dad-5dc44d8c18fd admin admin] Publish callbacks [] for security_group (03a3b41b-faf3-4e0b-941f-4f28aec447e0), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.207340 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a1a09b-f009-4be9-ac5b-a39a52bdd734" -d '{"events": [{"server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:20.235678 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ca6407a-c935-451a-8dad-5dc44d8c18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (03a3b41b-faf3-4e0b-941f-4f28aec447e0), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.242353 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-60010ad3-2183-4761-8d64-3cd06018f747 admin admin] Publish callbacks [] for security_group (6999b56f-0dd4-445b-90ea-cfd380695b35), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.277057 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3ca6407a-c935-451a-8dad-5dc44d8c18fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=baf79e5942dc4005a95062175e0178ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6772299 Sep 04 01:07:20.278287 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6407a-c935-451a-8dad-5dc44d8c18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a3b41b-faf3-4e0b-941f-4f28aec447e0,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.280104 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60694) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:20.321831 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-60010ad3-2183-4761-8d64-3cd06018f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6999b56f-0dd4-445b-90ea-cfd380695b35), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.372961 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae103e-3f5c-46cb-a12b-dcc45818ad3c x-openstack-request-id: req-a4ae103e-3f5c-46cb-a12b-dcc45818ad3c {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:20.372961 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:20.372961 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4ae103e-3f5c-46cb-a12b-dcc45818ad3c {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:20.372961 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ae103e-3f5c-46cb-a12b-dcc45818ad3c'] response: {'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6', 'code': 200} Sep 04 01:07:20.375242 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-60010ad3-2183-4761-8d64-3cd06018f747 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f2c413bb59fd4322a7c493ecbad719bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7381389 Sep 04 01:07:20.378482 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60704) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:20.378628 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60010ad3-2183-4761-8d64-3cd06018f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999b56f-0dd4-445b-90ea-cfd380695b35,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.381742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] Publish callbacks [] for security_group (03a3b41b-faf3-4e0b-941f-4f28aec447e0), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.390682 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:20.406071 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] Publish callbacks [] for security_group (03a3b41b-faf3-4e0b-941f-4f28aec447e0), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.422489 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['71a78a3b-1fca-47fc-964a-818c95e4c544'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:20.432354 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] Publish callbacks [] for security_group (6999b56f-0dd4-445b-90ea-cfd380695b35), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.455201 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] Publish callbacks [] for security_group (6999b56f-0dd4-445b-90ea-cfd380695b35), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.519121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (03a3b41b-faf3-4e0b-941f-4f28aec447e0), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.522083 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.534004 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03a3b41b-faf3-4e0b-941f-4f28aec447e0 HTTP/1.1" status: 204 len: 168 time: 0.2410793 Sep 04 01:07:20.534004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8847e29-2b42-439f-a917-05c796c0cf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a3b41b-faf3-4e0b-941f-4f28aec447e0,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.597473 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6999b56f-0dd4-445b-90ea-cfd380695b35), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.600213 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.607434 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6999b56f-0dd4-445b-90ea-cfd380695b35 HTTP/1.1" status: 204 len: 168 time: 0.2219024 Sep 04 01:07:20.610127 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bf1ea-4f99-47a5-a5b1-9d62ae82acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6999b56f-0dd4-445b-90ea-cfd380695b35,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.768748 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682e42-1c78-4486-b9d1-1881c9c7d26f req-61ac3c60-1814-4ba5-9319-10754df7dfa1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:20.770384 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61682e42-1c78-4486-b9d1-1881c9c7d26f req-61ac3c60-1814-4ba5-9319-10754df7dfa1 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Sep 04 01:07:20.819077 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61682e42-1c78-4486-b9d1-1881c9c7d26f req-5a12636c-bb24-4f1a-be78-498caae8455d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Sep 04 01:07:20.941669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609000a9-8016-43fe-ba7b-8cc736955ef8 req-4d1d30ef-eda9-4140-aef8-9eebb6a4d9bb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:20.944418 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-609000a9-8016-43fe-ba7b-8cc736955ef8 req-4d1d30ef-eda9-4140-aef8-9eebb6a4d9bb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0562246 Sep 04 01:07:21.003239 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-609000a9-8016-43fe-ba7b-8cc736955ef8 req-cd405a4c-345d-4b39-b69d-d1e1f501c674 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485408 Sep 04 01:07:21.072645 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3361bd-91ac-40fd-9ffb-80c578aee97a req-f99b282c-7233-4407-a075-570e1dcbff89 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.076942 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf3361bd-91ac-40fd-9ffb-80c578aee97a req-f99b282c-7233-4407-a075-570e1dcbff89 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 943 time: 0.0627217 Sep 04 01:07:21.123763 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf3361bd-91ac-40fd-9ffb-80c578aee97a req-1e78bc9c-bdd2-4e68-978e-52349644cfc7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Sep 04 01:07:21.198187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc57c5-37f1-46e6-ab4e-a59f4f603f2c req-d8f42132-6b39-4cf3-9617-767c215a06b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.199607 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65bc57c5-37f1-46e6-ab4e-a59f4f603f2c req-d8f42132-6b39-4cf3-9617-767c215a06b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0472441 Sep 04 01:07:21.249358 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65bc57c5-37f1-46e6-ab4e-a59f4f603f2c req-e791d3ba-afa8-451e-bc76-4cd37ffe91ce tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Sep 04 01:07:21.250697 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:21.332565 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60730) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:21.345622 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-07cde966-ee03-433e-b2fa-fb33bdf4cab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.359311 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:21.374211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 71a78a3b-1fca-47fc-964a-818c95e4c544 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:21.379574 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60732) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:21.399260 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d03b-fb7c-45bf-a057-3994ba884ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.449070 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-07cde966-ee03-433e-b2fa-fb33bdf4cab9 admin admin] Publish callbacks [] for security_group (0c5a8c29-bbb1-49b0-91d4-7d2e05394be1), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.489102 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d03b-fb7c-45bf-a057-3994ba884ef0 admin admin] Publish callbacks [] for security_group (257ea3f6-4aec-4661-beab-c72cfdb994a4), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.500589 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 71a78a3b-1fca-47fc-964a-818c95e4c544 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:21.527486 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:21.539010 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'port_id': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae', 'mac_address': 'fa:16:3e:2d:2f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:21.541647 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-07cde966-ee03-433e-b2fa-fb33bdf4cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0c5a8c29-bbb1-49b0-91d4-7d2e05394be1), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.574766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-9bf1d03b-fb7c-45bf-a057-3994ba884ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (257ea3f6-4aec-4661-beab-c72cfdb994a4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.574968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 71a78a3b-1fca-47fc-964a-818c95e4c544 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:21.575283 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.576963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:21.578744 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:21.579535 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.585150 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-07cde966-ee03-433e-b2fa-fb33bdf4cab9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5adef07772a42e9a4fdb7800aaee4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514923 Sep 04 01:07:21.593100 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60736) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:21.621346 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:21.627963 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9bf1d03b-fb7c-45bf-a057-3994ba884ef0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6296c1ca3139499f85797dc5f7120cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468362 Sep 04 01:07:21.631037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1d03b-fb7c-45bf-a057-3994ba884ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257ea3f6-4aec-4661-beab-c72cfdb994a4,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.633029 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cde966-ee03-433e-b2fa-fb33bdf4cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a8c29-bbb1-49b0-91d4-7d2e05394be1,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.634773 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60740) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:21.655467 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:21.691687 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] Publish callbacks [] for security_group (0c5a8c29-bbb1-49b0-91d4-7d2e05394be1), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.718095 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] Publish callbacks [] for security_group (0c5a8c29-bbb1-49b0-91d4-7d2e05394be1), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.719628 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 71a78a3b-1fca-47fc-964a-818c95e4c544 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:21.720073 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.746001 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.781156 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] Publish callbacks [] for security_group (257ea3f6-4aec-4661-beab-c72cfdb994a4), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.790414 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:21.800779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71a78a3b-1fca-47fc-964a-818c95e4c544,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:21.804869 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] Publish callbacks [] for security_group (257ea3f6-4aec-4661-beab-c72cfdb994a4), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.817237 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.901571 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0c5a8c29-bbb1-49b0-91d4-7d2e05394be1), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.901795 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.904196 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.908298 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0c5a8c29-bbb1-49b0-91d4-7d2e05394be1 HTTP/1.1" status: 204 len: 168 time: 0.2953639 Sep 04 01:07:21.914151 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812bc2-5c83-4080-a4a0-f591ec02fcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a8c29-bbb1-49b0-91d4-7d2e05394be1,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.928432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:21.932384 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (257ea3f6-4aec-4661-beab-c72cfdb994a4), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.935041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.942401 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/257ea3f6-4aec-4661-beab-c72cfdb994a4 HTTP/1.1" status: 204 len: 168 time: 0.2734022 Sep 04 01:07:21.949447 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530e6a-f898-402b-ad14-08193e0675ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257ea3f6-4aec-4661-beab-c72cfdb994a4,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.982804 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac561b2-6b7d-4f7d-96aa-01736f68628e req-846e1cbe-c208-4c02-aa9e-d1acc4ef9dfc tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.984378 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9ac561b2-6b7d-4f7d-96aa-01736f68628e req-846e1cbe-c208-4c02-aa9e-d1acc4ef9dfc tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0862687 Sep 04 01:07:22.041609 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9ac561b2-6b7d-4f7d-96aa-01736f68628e req-7d25c791-aa7e-4b1f-8e03-177313c44a78 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Sep 04 01:07:22.114754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:22.158732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05838a-4053-4cf5-a615-c1ec170118aa req-6d752aea-3065-404a-a2f9-dba45354e6ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:22.160418 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2d05838a-4053-4cf5-a615-c1ec170118aa req-6d752aea-3065-404a-a2f9-dba45354e6ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0515571 Sep 04 01:07:22.208225 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2d05838a-4053-4cf5-a615-c1ec170118aa req-a47d39f9-ed7e-4b7f-9659-589229079ae1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Sep 04 01:07:22.240148 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:22.255351 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7566695-8428-4ffc-a197-039473c712c8 req-1b597f9e-665d-49dd-94a7-854a1ce7d603 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:22.260921 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f7566695-8428-4ffc-a197-039473c712c8 req-1b597f9e-665d-49dd-94a7-854a1ce7d603 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 944 time: 0.0588090 Sep 04 01:07:22.270093 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:22.308384 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f7566695-8428-4ffc-a197-039473c712c8 req-707ab239-0efa-4704-a8a7-b4ba6cfa3d8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Sep 04 01:07:22.371325 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:22.373589 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222310d9-e2d1-4ec6-a2b7-7754f9d40a60" -d '{"events": [{"server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "name": "network-vif-plugged", "status": "completed", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:22.399212 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d012b-fada-465b-8d30-2bcf7de1e53f req-7e9005dd-d662-4884-9e08-b73cd65beeda tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:22.401218 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-af9d012b-fada-465b-8d30-2bcf7de1e53f req-7e9005dd-d662-4884-9e08-b73cd65beeda tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0640607 Sep 04 01:07:22.435490 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8b59b-c71c-43d1-a089-fcf2ef4b198a x-openstack-request-id: req-f1d8b59b-c71c-43d1-a089-fcf2ef4b198a {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:22.435995 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "name": "network-vif-plugged", "status": "completed", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:22.436228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f1d8b59b-c71c-43d1-a089-fcf2ef4b198a {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:22.436447 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d8b59b-c71c-43d1-a089-fcf2ef4b198a'] response: {'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544', 'code': 200} Sep 04 01:07:22.464576 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-af9d012b-fada-465b-8d30-2bcf7de1e53f req-45b76988-66bd-4278-b672-3d3759a4c805 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567129 Sep 04 01:07:22.647787 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.080065 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60800) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:23.151039 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.186627 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed41d9-477e-49af-b2a7-2d2a414ab495 req-b06d6fcd-64fd-4750-8606-5826fd126e1e tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:23.189107 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bbed41d9-477e-49af-b2a7-2d2a414ab495 req-b06d6fcd-64fd-4750-8606-5826fd126e1e tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0565434 Sep 04 01:07:23.240646 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bbed41d9-477e-49af-b2a7-2d2a414ab495 req-b68f4535-6629-4b41-b0cc-fbf73530edb0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Sep 04 01:07:23.288158 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7df3e331-d530-4daf-9da8-7b3ce8b0a285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.365031 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3faaf6-12ea-435a-af30-b765b6cb09a8 req-65cd77ff-8eb6-4113-8471-702ff4126daa tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:23.366591 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f3faaf6-12ea-435a-af30-b765b6cb09a8 req-65cd77ff-8eb6-4113-8471-702ff4126daa tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0507321 Sep 04 01:07:23.383752 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7df3e331-d530-4daf-9da8-7b3ce8b0a285 admin admin] Publish callbacks [] for security_group (62d4d223-30df-4755-bf27-7e7ab75f2813), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.403339 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 03ba5432-d158-4dfd-9e61-2dd4ffb23766 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:23.419456 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:23.422964 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f3faaf6-12ea-435a-af30-b765b6cb09a8 req-cf8e758f-1942-4d17-a7e4-c6855007445c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507555 Sep 04 01:07:23.451726 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ebc68-9e3a-4681-bf2f-59f4fc9e1fb3 req-9843d0e9-83be-45ff-bd65-cdf1bb02ad8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:23.453968 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a83ebc68-9e3a-4681-bf2f-59f4fc9e1fb3 req-9843d0e9-83be-45ff-bd65-cdf1bb02ad8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 944 time: 0.0646651 Sep 04 01:07:23.482770 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7df3e331-d530-4daf-9da8-7b3ce8b0a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (62d4d223-30df-4755-bf27-7e7ab75f2813), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.510330 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.562152 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:23.605100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.606756 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3e331-d530-4daf-9da8-7b3ce8b0a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4d223-30df-4755-bf27-7e7ab75f2813,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:23.617027 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:23.632845 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7df3e331-d530-4daf-9da8-7b3ce8b0a285 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc3ba581f882400dbc65d9a28d0de9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490606 Sep 04 01:07:23.633845 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:23.637998 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60828) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:23.649381 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a83ebc68-9e3a-4681-bf2f-59f4fc9e1fb3 req-a017f19c-3594-4aa4-a5e5-94f58a4b6420 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743262 Sep 04 01:07:23.662489 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:23.663086 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.682280 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7438a-6047-43ce-b4f9-70067ffe46e5 req-39cd4a22-2870-4cd9-93ac-372c3c62c7da tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:23.683744 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-04a7438a-6047-43ce-b4f9-70067ffe46e5 req-39cd4a22-2870-4cd9-93ac-372c3c62c7da tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 944 time: 0.0986915 Sep 04 01:07:23.696835 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:23.697223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.701979 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.721532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ba5432-d158-4dfd-9e61-2dd4ffb23766 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:23.748906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] Publish callbacks [] for security_group (62d4d223-30df-4755-bf27-7e7ab75f2813), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.749758 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:23.772030 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-04a7438a-6047-43ce-b4f9-70067ffe46e5 req-f9356394-7792-441e-b282-d3f9d55e8209 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805266 Sep 04 01:07:23.792228 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] Publish callbacks [] for security_group (62d4d223-30df-4755-bf27-7e7ab75f2813), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.794449 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:23.794897 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.804580 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.829185 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.852911 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:23.870504 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:23.878992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:23.922380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.931255 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (62d4d223-30df-4755-bf27-7e7ab75f2813), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.934450 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.935594 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/62d4d223-30df-4755-bf27-7e7ab75f2813 HTTP/1.1" status: 204 len: 168 time: 0.2963228 Sep 04 01:07:23.944420 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06811bd0-0d98-413a-94a6-1a9f4001821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4d223-30df-4755-bf27-7e7ab75f2813,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:23.993370 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:24.079705 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-6ad2f9fb-a81f-49fe-97a3-93c9b5b072df service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216242 Sep 04 01:07:24.223771 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-e48d2ff5-854c-420f-8db1-8f7b11be1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.226278 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-e48d2ff5-854c-420f-8db1-8f7b11be1b02 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 1129 time: 0.0452900 Sep 04 01:07:24.291955 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['03ba5432-d158-4dfd-9e61-2dd4ffb23766'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:24.333930 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-7c2ed8e2-b2d6-4084-820d-6c23eb00f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.335560 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-7c2ed8e2-b2d6-4084-820d-6c23eb00f8ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 915 time: 0.1042371 Sep 04 01:07:24.404304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664062-21f8-42ac-b085-986d46aacb1e req-ba97910c-e6ea-4667-b4b6-2d1fa7dda573 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.422512 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99664062-21f8-42ac-b085-986d46aacb1e req-ba97910c-e6ea-4667-b4b6-2d1fa7dda573 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0741518 Sep 04 01:07:24.425291 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-61f9e568-44d7-4bf3-8e45-48516b384160 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766 HTTP/1.1" status: 200 len: 217 time: 0.0658231 Sep 04 01:07:24.442585 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:24.445125 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0178dd6d-66e7-4cef-9b95-a24e53a5b97f" -d '{"events": [{"server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:24.462070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:24.511341 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-99664062-21f8-42ac-b085-986d46aacb1e req-dcbfe83a-d7c2-405a-b035-172993fb50e5 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869942 Sep 04 01:07:24.518268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eaa900-dec3-4eed-a837-aa95bb24670a x-openstack-request-id: req-67eaa900-dec3-4eed-a837-aa95bb24670a {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:24.518873 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:24.519827 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-67eaa900-dec3-4eed-a837-aa95bb24670a {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:24.521883 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eaa900-dec3-4eed-a837-aa95bb24670a'] response: {'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae', 'code': 200} Sep 04 01:07:24.717251 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:24.806037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270659-aab1-446c-95ea-92aa8ac8b636 req-1ccc76ae-f82c-49bb-a5d7-6fc9b0057ffc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.807532 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a6270659-aab1-446c-95ea-92aa8ac8b636 req-1ccc76ae-f82c-49bb-a5d7-6fc9b0057ffc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Sep 04 01:07:24.841105 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-bae9419a-105a-4f81-8368-fb1174e6c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.842671 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-bae9419a-105a-4f81-8368-fb1174e6c152 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.4165211 Sep 04 01:07:24.850185 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-de045e67-064b-42d5-b13f-bc7448beaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.851576 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-de045e67-064b-42d5-b13f-bc7448beaea7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 1130 time: 0.3898592 Sep 04 01:07:24.858525 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a6270659-aab1-446c-95ea-92aa8ac8b636 req-708bb43f-5166-4952-802a-2b3d0a916be2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Sep 04 01:07:24.862680 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-0badd17e-8681-42fb-adbb-845fb74a3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.864038 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-0badd17e-8681-42fb-adbb-845fb74a3111 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.4034662 Sep 04 01:07:24.882968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bbe2a-d857-4623-84e8-5ce8ad8c119e req-f0aef1a3-8c34-4e12-8542-2c9932e02e76 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.885091 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7e7bbe2a-d857-4623-84e8-5ce8ad8c119e req-f0aef1a3-8c34-4e12-8542-2c9932e02e76 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.1054316 Sep 04 01:07:24.902461 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-1e1d6ceb-ac1f-43c5-82c9-bde0566a3da4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.914465 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-ec16cba5-5c18-447d-9780-950d7113fb66 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.997296 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302ade-9a32-405e-bad7-d21487735220 req-ce01ba6f-7b15-4bf7-9fa1-187121537951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.997296 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-ce01ba6f-7b15-4bf7-9fa1-187121537951 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1038659 Sep 04 01:07:25.037121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-7b1f6a1e-931f-4a08-a312-c7db61cfa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:25.038703 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-7b1f6a1e-931f-4a08-a312-c7db61cfa258 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1129 time: 0.1278114 Sep 04 01:07:25.049372 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e1849-fef7-4fbc-9d3d-fa9c16bf8524 req-bebaaa78-00bd-450b-9c03-4f4435263f60 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:25.050900 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f89e1849-fef7-4fbc-9d3d-fa9c16bf8524 req-bebaaa78-00bd-450b-9c03-4f4435263f60 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 945 time: 0.0923569 Sep 04 01:07:25.072222 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-09806811-4b16-40e5-8b76-980fd5900860 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.077349 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:07:25.104044 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7e7bbe2a-d857-4623-84e8-5ce8ad8c119e req-22233c74-50cf-4204-a061-77af2af16e8e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912889 Sep 04 01:07:25.141052 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 60874) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:25.157053 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f89e1849-fef7-4fbc-9d3d-fa9c16bf8524 req-ed2c11ef-d829-4e66-9f52-c30f5d1208fc tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814168 Sep 04 01:07:25.177854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-36d23600-20dd-45fd-82ae-d9aa42a839c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.206125 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-4306c39a-3802-4ec4-a390-3aa22b069bf5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073667 Sep 04 01:07:25.210157 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-1e1d6ceb-ac1f-43c5-82c9-bde0566a3da4 service neutron] Publish callbacks [] for security_group (851438c9-c0cd-446b-88e6-9c697778cb95), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.307416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-1e1d6ceb-ac1f-43c5-82c9-bde0566a3da4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (851438c9-c0cd-446b-88e6-9c697778cb95), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.348910 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.db.api [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-09806811-4b16-40e5-8b76-980fd5900860 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5100a8d316d243fb8f82e9044e1b3b06 {{(pid=106859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:07:25.349558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG oslo_db.api [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-09806811-4b16-40e5-8b76-980fd5900860 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:07:25.352842 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:25.377752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.db.api [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-ec16cba5-5c18-447d-9780-950d7113fb66 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5100a8d316d243fb8f82e9044e1b3b06 {{(pid=106860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:07:25.381305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG oslo_db.api [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-ec16cba5-5c18-447d-9780-950d7113fb66 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:07:25.398540 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-d3e43270-1f62-4bd0-aaec-4f4d983b983b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863246 Sep 04 01:07:25.408537 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2138fe0b-2b34-4cd1-8453-ec3ae1332702 req-1e1d6ceb-ac1f-43c5-82c9-bde0566a3da4 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536070 Sep 04 01:07:25.411811 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:25.413455 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:25.419665 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6ceb-ac1f-43c5-82c9-bde0566a3da4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=851438c9-c0cd-446b-88e6-9c697778cb95,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:25.428970 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-36d23600-20dd-45fd-82ae-d9aa42a839c8 admin admin] Publish callbacks [] for security_group (4e866217-410d-4adb-873f-196e76b17bd6), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.438523 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 03ba5432-d158-4dfd-9e61-2dd4ffb23766 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:25.495852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-36d23600-20dd-45fd-82ae-d9aa42a839c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4e866217-410d-4adb-873f-196e76b17bd6), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.537718 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d23600-20dd-45fd-82ae-d9aa42a839c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e866217-410d-4adb-873f-196e76b17bd6,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:25.547031 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:25.564980 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 60890) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:25.565948 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-36d23600-20dd-45fd-82ae-d9aa42a839c8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9cb9ebee71d14175a203acb2b2251a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176652 Sep 04 01:07:25.580800 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:25.640610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:25.640610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:25.679430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:25.679922 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.694038 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Publish callbacks [] for security_group (4e866217-410d-4adb-873f-196e76b17bd6), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.696139 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:25.707400 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882d4f-3a88-4d75-ba2d-607f73a647fa req-8cadc2bf-9e80-47d4-a3c7-49c575aa6d82 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:25.713012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:25.713383 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.726474 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-19882d4f-3a88-4d75-ba2d-607f73a647fa req-8cadc2bf-9e80-47d4-a3c7-49c575aa6d82 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.1094751 Sep 04 01:07:25.754606 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:25.758397 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Publish callbacks [] for security_group (4e866217-410d-4adb-873f-196e76b17bd6), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.816518 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:25.819084 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.825205 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-19882d4f-3a88-4d75-ba2d-607f73a647fa req-7ac95a29-1441-42df-a02e-5a43731cc4f5 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894520 Sep 04 01:07:25.857908 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-09806811-4b16-40e5-8b76-980fd5900860 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.859335 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.879353 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-ec16cba5-5c18-447d-9780-950d7113fb66 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.898717 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:25.942834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4e866217-410d-4adb-873f-196e76b17bd6), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.945801 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.948759 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4e866217-410d-4adb-873f-196e76b17bd6 HTTP/1.1" status: 204 len: 168 time: 0.3808577 Sep 04 01:07:25.962015 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:25.973247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e866217-410d-4adb-873f-196e76b17bd6,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:25.978821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.988261 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.988689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:25.995428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0e25c1-6b78-448a-a866-608d694b49b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:26.008137 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-002142c3-4f3d-45bf-a53d-3b6f6ac66967 req-09806811-4b16-40e5-8b76-980fd5900860 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9562211 Sep 04 01:07:26.019058 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ce6a14b1-950a-47ff-8d44-99f1579c2a44 req-ec16cba5-5c18-447d-9780-950d7113fb66 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1540565 Sep 04 01:07:26.070499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:26.082689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5093e-8ab9-4e07-80ae-cdd089fb3ce0 req-3c93b28d-ff49-49f8-a608-4b0b68444b14 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.093970 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:26.097105 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9fb5093e-8ab9-4e07-80ae-cdd089fb3ce0 req-3c93b28d-ff49-49f8-a608-4b0b68444b14 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.1138694 Sep 04 01:07:26.158703 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9fb5093e-8ab9-4e07-80ae-cdd089fb3ce0 req-565eba70-def1-498c-9d05-ec720905b229 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535817 Sep 04 01:07:26.271572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e1a2-85e1-49b6-98aa-abe4790ea212 req-2e10dc7e-bbd7-487e-8cd2-700b67a598cc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.273124 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d042e1a2-85e1-49b6-98aa-abe4790ea212 req-2e10dc7e-bbd7-487e-8cd2-700b67a598cc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.0540259 Sep 04 01:07:26.314081 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364261a-b47c-4c7b-ac49-f895da05c855 req-987c3260-b739-4569-b94e-16fb04101de4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.315839 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4364261a-b47c-4c7b-ac49-f895da05c855 req-987c3260-b739-4569-b94e-16fb04101de4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0605152 Sep 04 01:07:26.340690 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d042e1a2-85e1-49b6-98aa-abe4790ea212 req-d79b6775-6221-4464-a8b1-c5a12db570ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601430 Sep 04 01:07:26.371496 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4364261a-b47c-4c7b-ac49-f895da05c855 req-6baf3c8b-be54-49de-9582-fce529cf1ddb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486047 Sep 04 01:07:26.500906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b0b604de-d50c-4b86-8f56-a8b0405bff47'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:26.534888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:26.539006 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b01e44-757e-49cc-9da8-47a8547cef54" -d '{"events": [{"server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "name": "network-vif-plugged", "status": "completed", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:26.614600 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74a0aa-bf79-4f9c-a6e3-94d91468897c x-openstack-request-id: req-9e74a0aa-bf79-4f9c-a6e3-94d91468897c {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:26.615162 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "name": "network-vif-plugged", "status": "completed", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:26.615573 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e74a0aa-bf79-4f9c-a6e3-94d91468897c {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:26.616131 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e74a0aa-bf79-4f9c-a6e3-94d91468897c'] response: {'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'code': 200} Sep 04 01:07:26.956040 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665a83-3366-4371-bf24-6d28442f1e74 req-254354c7-2f2b-450c-90a0-6dfdd12fe74c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.957503 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ae665a83-3366-4371-bf24-6d28442f1e74 req-254354c7-2f2b-450c-90a0-6dfdd12fe74c tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0505562 Sep 04 01:07:26.989149 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:27.019329 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ae665a83-3366-4371-bf24-6d28442f1e74 req-1c61aba5-73a5-4e29-ad8c-4c38b7e4cee0 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Sep 04 01:07:27.119290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:27.342906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff8fc-23b8-4fe4-aa6d-232967aca5eb req-0618d0e4-ff90-4c32-ab83-a8d15a32ed87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.362794 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-37cff8fc-23b8-4fe4-aa6d-232967aca5eb req-0618d0e4-ff90-4c32-ab83-a8d15a32ed87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0846555 Sep 04 01:07:27.449350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-37cff8fc-23b8-4fe4-aa6d-232967aca5eb req-99ecbc99-f754-4d7e-a41b-ffe7d9084321 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851929 Sep 04 01:07:27.572403 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f481083-e9af-4e76-97d6-9ac44eb1f4c4 req-eaa3cb75-d101-4f40-9793-e2d486225770 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.580203 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1f481083-e9af-4e76-97d6-9ac44eb1f4c4 req-eaa3cb75-d101-4f40-9793-e2d486225770 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.0838003 Sep 04 01:07:27.625680 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:27.639717 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1f481083-e9af-4e76-97d6-9ac44eb1f4c4 req-d659da2f-0352-4ef2-8d1f-de0f1b689e3f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583031 Sep 04 01:07:27.641305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b6008-c084-462c-874a-f2499eac4b77 req-803d802f-1cc8-45eb-b069-a36bc2dcc87f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.651827 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d96b6008-c084-462c-874a-f2499eac4b77 req-803d802f-1cc8-45eb-b069-a36bc2dcc87f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.1055138 Sep 04 01:07:27.704693 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port b0b604de-d50c-4b86-8f56-a8b0405bff47 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:27.707380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:27.708383 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d96b6008-c084-462c-874a-f2499eac4b77 req-ed0115b0-0ce0-4eb9-b654-c0f6d9a2de8e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580432 Sep 04 01:07:27.796318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port b0b604de-d50c-4b86-8f56-a8b0405bff47 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:27.796779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:27.839921 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:27.880936 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:27.881552 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:27.921380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:27.927952 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:28.009391 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.077962 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:28.096171 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:28.124483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32782) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:28.218254 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68181f3e-a363-40b0-acd2-0e7292fc8bdd req-f49ec678-60ba-4f10-baf8-e413adf15e22 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:28.232752 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-68181f3e-a363-40b0-acd2-0e7292fc8bdd req-f49ec678-60ba-4f10-baf8-e413adf15e22 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0994432 Sep 04 01:07:28.293276 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-68181f3e-a363-40b0-acd2-0e7292fc8bdd req-4e5817d2-53ca-46a4-ab5b-40d07aa4ba70 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592928 Sep 04 01:07:28.402787 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3f2ebe3f-f913-4528-b63c-377423197029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.491062 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3f2ebe3f-f913-4528-b63c-377423197029 admin admin] Publish callbacks [] for security_group (70cdd550-e7db-4f62-adc2-c769b85a9c2e), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.570001 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3f2ebe3f-f913-4528-b63c-377423197029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (70cdd550-e7db-4f62-adc2-c769b85a9c2e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.588572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ab8df-ea1c-43ba-bbd8-be4455dd9abc req-dad9a725-07c7-42a5-88a7-c69e5662b3b7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:28.588572 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a13ab8df-ea1c-43ba-bbd8-be4455dd9abc req-dad9a725-07c7-42a5-88a7-c69e5662b3b7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0586247 Sep 04 01:07:28.613758 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ebe3f-f913-4528-b63c-377423197029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cdd550-e7db-4f62-adc2-c769b85a9c2e,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:28.617149 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:28.620027 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3f2ebe3f-f913-4528-b63c-377423197029 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c30877420157436cb3c46ba6c9a61ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070827 Sep 04 01:07:28.622687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32814) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:28.624822 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f77ab-1448-4240-8208-5647f33eecc8" -d '{"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:28.670994 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a13ab8df-ea1c-43ba-bbd8-be4455dd9abc req-1bf46e20-bbad-472b-b97c-11fcdbdd6675 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737264 Sep 04 01:07:28.698566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4acd6e5-a5cd-435f-94cf-0beceed7035f x-openstack-request-id: req-f4acd6e5-a5cd-435f-94cf-0beceed7035f {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:28.699474 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:28.699973 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4acd6e5-a5cd-435f-94cf-0beceed7035f {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:28.700778 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4acd6e5-a5cd-435f-94cf-0beceed7035f'] response: {'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'code': 200} Sep 04 01:07:28.731299 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] Publish callbacks [] for security_group (70cdd550-e7db-4f62-adc2-c769b85a9c2e), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.762246 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] Publish callbacks [] for security_group (70cdd550-e7db-4f62-adc2-c769b85a9c2e), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.824041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946377f1-7583-4709-a61d-b3e750e9ad19 req-16933346-bcde-4348-82eb-24a91cc85034 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:28.825883 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-946377f1-7583-4709-a61d-b3e750e9ad19 req-16933346-bcde-4348-82eb-24a91cc85034 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0689166 Sep 04 01:07:28.866739 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a480-f10b-466e-bdc6-37e95f63b316 req-5336d34d-6af0-4131-b5f1-4c3b73a50668 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:28.868275 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9f90a480-f10b-466e-bdc6-37e95f63b316 req-5336d34d-6af0-4131-b5f1-4c3b73a50668 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0516009 Sep 04 01:07:28.894031 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-946377f1-7583-4709-a61d-b3e750e9ad19 req-629f7d77-338b-4b9e-bd70-b35061124e56 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609999 Sep 04 01:07:28.941274 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9f90a480-f10b-466e-bdc6-37e95f63b316 req-be016cf9-b81c-4663-936d-f4bc7616dfb1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657246 Sep 04 01:07:28.942921 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (70cdd550-e7db-4f62-adc2-c769b85a9c2e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.945075 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.948486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/70cdd550-e7db-4f62-adc2-c769b85a9c2e HTTP/1.1" status: 204 len: 168 time: 0.3210716 Sep 04 01:07:28.957164 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22688b-8859-4694-b04a-fb672df916cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cdd550-e7db-4f62-adc2-c769b85a9c2e,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:29.156642 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:29.439371 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020b8f4-63fa-4c21-bfce-d65b3606b0f3 req-9699c5f7-0d2c-4196-ad6a-30d3c84ccdb6 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:29.441283 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d020b8f4-63fa-4c21-bfce-d65b3606b0f3 req-9699c5f7-0d2c-4196-ad6a-30d3c84ccdb6 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0495129 Sep 04 01:07:29.491066 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d020b8f4-63fa-4c21-bfce-d65b3606b0f3 req-30277023-f995-4144-a328-cd4310a5a753 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Sep 04 01:07:29.524895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:29.667730 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:29.699594 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32872) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:29.713899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a0a1bbd9-3280-4856-bc29-5deb824b3374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.839217 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a44da-5494-46a3-bca5-27c61dbd47d4 req-f75ab2c0-a5b0-4745-94fd-0aa17e9b0e87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:29.840699 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5f0a44da-5494-46a3-bca5-27c61dbd47d4 req-f75ab2c0-a5b0-4745-94fd-0aa17e9b0e87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0551727 Sep 04 01:07:29.881139 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a0a1bbd9-3280-4856-bc29-5deb824b3374 admin admin] Publish callbacks [] for security_group (2691e181-da4d-4f2a-b35c-b35f9ea00693), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.906170 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5f0a44da-5494-46a3-bca5-27c61dbd47d4 req-aac746f3-00e8-498f-824c-b2cfa2616cb7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Sep 04 01:07:29.979347 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a0a1bbd9-3280-4856-bc29-5deb824b3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2691e181-da4d-4f2a-b35c-b35f9ea00693), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.023205 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-a0a1bbd9-3280-4856-bc29-5deb824b3374 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6f459dbad6394e49a1689bcd1766a5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223450 Sep 04 01:07:30.024155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1bbd9-3280-4856-bc29-5deb824b3374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2691e181-da4d-4f2a-b35c-b35f9ea00693,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:30.026662 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32888) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:30.076699 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c96d1-0316-400f-8ae4-8fa04bb4af86 req-f0f8ac8e-7c6e-4292-bbe0-ceae524e59d0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.076699 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-640c96d1-0316-400f-8ae4-8fa04bb4af86 req-f0f8ac8e-7c6e-4292-bbe0-ceae524e59d0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0722821 Sep 04 01:07:30.085634 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] Publish callbacks [] for security_group (2691e181-da4d-4f2a-b35c-b35f9ea00693), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.112398 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] Publish callbacks [] for security_group (2691e181-da4d-4f2a-b35c-b35f9ea00693), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.133460 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-640c96d1-0316-400f-8ae4-8fa04bb4af86 req-32c5b34c-51ff-4f1e-b184-55d41c074c80 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494289 Sep 04 01:07:30.233905 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2691e181-da4d-4f2a-b35c-b35f9ea00693), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.241812 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.245347 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2691e181-da4d-4f2a-b35c-b35f9ea00693 HTTP/1.1" status: 204 len: 168 time: 0.2152340 Sep 04 01:07:30.261683 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb8a4f-3daa-4b11-a4a9-95b635c0c564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691e181-da4d-4f2a-b35c-b35f9ea00693,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:30.305258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd391e-75ec-40bb-8cd8-4bf3665e12cd req-33f4f5bb-f967-49f0-98bc-5a3636958c48 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.307378 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-12dd391e-75ec-40bb-8cd8-4bf3665e12cd req-33f4f5bb-f967-49f0-98bc-5a3636958c48 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.1100326 Sep 04 01:07:30.356985 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-12dd391e-75ec-40bb-8cd8-4bf3665e12cd req-2057fc95-762a-442f-8835-d21b678ea59f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Sep 04 01:07:30.551059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32912) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:30.646417 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:30.679834 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab40f-252a-435f-bfec-469daacdc7fa req-c8031f14-1c5a-4271-a449-7318db6afd69 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.683877 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e5aab40f-252a-435f-bfec-469daacdc7fa req-c8031f14-1c5a-4271-a449-7318db6afd69 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0917144 Sep 04 01:07:30.737274 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e5aab40f-252a-435f-bfec-469daacdc7fa req-60a22b5e-0ea3-40b2-85cc-30758ac662ab tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Sep 04 01:07:30.762440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:30.775411 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-52e2d199-77e9-4782-b6da-9735efdef32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.900809 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92eb00-1827-439d-8948-ef1727225017 req-82ffd442-7b64-497d-a9e3-60125fd203bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.902862 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-82ffd442-7b64-497d-a9e3-60125fd203bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1129 time: 0.1288686 Sep 04 01:07:30.941995 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-52e2d199-77e9-4782-b6da-9735efdef32d admin admin] Publish callbacks [] for security_group (4c2fa507-c795-4260-8921-d7479d1ffcc1), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.034341 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-52e2d199-77e9-4782-b6da-9735efdef32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4c2fa507-c795-4260-8921-d7479d1ffcc1), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.075696 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-52e2d199-77e9-4782-b6da-9735efdef32d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=31cd0563b999440fbe93f7d4bce54eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234549 Sep 04 01:07:31.076576 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d199-77e9-4782-b6da-9735efdef32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2fa507-c795-4260-8921-d7479d1ffcc1,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:31.078772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 32930) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:31.170469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Publish callbacks [] for security_group (4c2fa507-c795-4260-8921-d7479d1ffcc1), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.215197 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Publish callbacks [] for security_group (4c2fa507-c795-4260-8921-d7479d1ffcc1), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.228759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 32934) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:31.286922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92eb00-1827-439d-8948-ef1727225017 req-a298985a-bf0c-4a2f-a9d1-3e1e935c71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.288400 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-a298985a-bf0c-4a2f-a9d1-3e1e935c71ee service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.1529243 Sep 04 01:07:31.393252 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4c2fa507-c795-4260-8921-d7479d1ffcc1), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.396530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.400341 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4c2fa507-c795-4260-8921-d7479d1ffcc1 HTTP/1.1" status: 204 len: 168 time: 0.3156354 Sep 04 01:07:31.409577 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-484feafb-b99f-44e9-b617-c1916165ce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.463524 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2fa507-c795-4260-8921-d7479d1ffcc1,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:31.470303 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703c002-d570-4daf-b2f6-cac267f4dfb8 req-00945e97-b30b-49e4-9abf-60e33595966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.472768 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9703c002-d570-4daf-b2f6-cac267f4dfb8 req-00945e97-b30b-49e4-9abf-60e33595966c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1130 time: 0.1505916 Sep 04 01:07:31.478770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e14d-a8e9-4f50-b678-61bc055aaa44 req-bb4c7a3d-4d29-4489-a92f-00a1f77cfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.480597 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b721e14d-a8e9-4f50-b678-61bc055aaa44 req-bb4c7a3d-4d29-4489-a92f-00a1f77cfc54 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 1130 time: 0.1673703 Sep 04 01:07:31.525888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.526262 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.529493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.530125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.530125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.530260 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.532656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b0dcf9-2071-4713-a4d4-51c6f3a281bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:31.644716 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68a564-3a81-4640-a7d3-48cb5c8c77c4 req-bb62173b-9e5e-46ef-9950-4dffe213d1a2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.650987 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b721e14d-a8e9-4f50-b678-61bc055aaa44 req-bbc77c7b-e840-4669-aed2-ad8fc3f0c534 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268723 Sep 04 01:07:31.651745 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3c68a564-3a81-4640-a7d3-48cb5c8c77c4 req-bb62173b-9e5e-46ef-9950-4dffe213d1a2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.3794672 Sep 04 01:07:31.654902 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-68f80f2a-8d73-4012-93ac-cae38201d363 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 200 len: 217 time: 0.3403628 Sep 04 01:07:31.655693 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9703c002-d570-4daf-b2f6-cac267f4dfb8 req-fa350eac-c35d-451b-a660-bca3ebbbc1c4 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659443 Sep 04 01:07:31.666051 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597851e-c4e3-4cd2-92e7-07f2f6359831 req-77ddc08f-d5f9-47f7-a111-5bd602f205bf tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.667502 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0597851e-c4e3-4cd2-92e7-07f2f6359831 req-77ddc08f-d5f9-47f7-a111-5bd602f205bf tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.1481340 Sep 04 01:07:31.696797 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3c68a564-3a81-4640-a7d3-48cb5c8c77c4 req-f8376f15-d997-43d0-ac8a-0d29426dc4bb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Sep 04 01:07:31.746091 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0597851e-c4e3-4cd2-92e7-07f2f6359831 req-7e98f91f-9257-4955-a00b-b9092e90d52c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725534 Sep 04 01:07:31.747860 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-484feafb-b99f-44e9-b617-c1916165ce79 admin admin] Publish callbacks [] for security_group (ce72e06a-e81f-47b2-958f-48e6250dc5fc), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.796443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:31.825347 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-484feafb-b99f-44e9-b617-c1916165ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ce72e06a-e81f-47b2-958f-48e6250dc5fc), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.883114 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf8005-471d-4757-a792-c7f390779886 req-ed0801f0-eb57-4a39-a5c9-ce3cd0418602 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.888749 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-484feafb-b99f-44e9-b617-c1916165ce79 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb85b90af9f44e3795934f331f7b1bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6586268 Sep 04 01:07:31.889597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 32962) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:31.890266 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ebbf8005-471d-4757-a792-c7f390779886 req-ed0801f0-eb57-4a39-a5c9-ce3cd0418602 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0542572 Sep 04 01:07:31.905438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:31.906777 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484feafb-b99f-44e9-b617-c1916165ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72e06a-e81f-47b2-958f-48e6250dc5fc,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:31.953046 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ebbf8005-471d-4757-a792-c7f390779886 req-ae6c4b0b-4a2b-47ee-963a-c4658697f872 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617015 Sep 04 01:07:31.957750 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] Publish callbacks [] for security_group (ce72e06a-e81f-47b2-958f-48e6250dc5fc), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.980605 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] Publish callbacks [] for security_group (ce72e06a-e81f-47b2-958f-48e6250dc5fc), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.989310 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:32.113763 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ce72e06a-e81f-47b2-958f-48e6250dc5fc), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.116382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.117554 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ce72e06a-e81f-47b2-958f-48e6250dc5fc HTTP/1.1" status: 204 len: 168 time: 0.2234483 Sep 04 01:07:32.125561 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f181-1d6e-487d-a03d-05457859d0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72e06a-e81f-47b2-958f-48e6250dc5fc,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:32.256678 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 32970) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:32.271695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-aeb675a3-360a-4de7-8187-664f82f1d7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.352093 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-aeb675a3-360a-4de7-8187-664f82f1d7c8 admin admin] Publish callbacks [] for security_group (9aad511f-3ec3-4631-8420-2f0c9e93061d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.484160 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-aeb675a3-360a-4de7-8187-664f82f1d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9aad511f-3ec3-4631-8420-2f0c9e93061d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.571202 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb675a3-360a-4de7-8187-664f82f1d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad511f-3ec3-4631-8420-2f0c9e93061d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:32.586269 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-aeb675a3-360a-4de7-8187-664f82f1d7c8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ab06f0b03ab440b7bfe73e8a7d7b606b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230281 Sep 04 01:07:32.586632 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 32982) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:32.591967 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92eb00-1827-439d-8948-ef1727225017 req-28b7d698-d45c-4acb-90f3-1b4bb7e2f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:32.593669 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-28b7d698-d45c-4acb-90f3-1b4bb7e2f362 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0913200 Sep 04 01:07:32.641819 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] Publish callbacks [] for security_group (9aad511f-3ec3-4631-8420-2f0c9e93061d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.665933 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] Publish callbacks [] for security_group (9aad511f-3ec3-4631-8420-2f0c9e93061d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.774049 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9aad511f-3ec3-4631-8420-2f0c9e93061d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.776811 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.780612 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9aad511f-3ec3-4631-8420-2f0c9e93061d HTTP/1.1" status: 204 len: 168 time: 0.1958151 Sep 04 01:07:32.786837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3f828-05ca-42fb-99bd-b20e8f03bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad511f-3ec3-4631-8420-2f0c9e93061d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:32.849745 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adeef1-f855-4862-b1f2-2f80b2891e5e req-551f0f39-79d4-47ed-b32f-89ee3839c78e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:32.851202 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a2adeef1-f855-4862-b1f2-2f80b2891e5e req-551f0f39-79d4-47ed-b32f-89ee3839c78e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0477576 Sep 04 01:07:32.899650 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a2adeef1-f855-4862-b1f2-2f80b2891e5e req-341208fc-7672-4d6a-8f30-6ec187b00bab tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Sep 04 01:07:33.007829 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d88590-af7a-40a5-8c37-25ffdb06d699 req-a36c23c0-5c61-4cf5-b877-34a133817e82 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.009379 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e2d88590-af7a-40a5-8c37-25ffdb06d699 req-a36c23c0-5c61-4cf5-b877-34a133817e82 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0503445 Sep 04 01:07:33.016325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:33.056241 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e2d88590-af7a-40a5-8c37-25ffdb06d699 req-e1cf5797-7cd5-4c33-a06e-4dc8611b3e70 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Sep 04 01:07:33.076510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:33.113544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92eb00-1827-439d-8948-ef1727225017 req-a547ecc1-2135-4c36-89bb-9f0df5c6f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.115035 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-a547ecc1-2135-4c36-89bb-9f0df5c6f991 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399110 Sep 04 01:07:33.135766 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33002) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:33.151136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-00ea66ef-2b10-44fd-98f5-9e31044a9171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.160659 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4e267-11f8-460d-a8f5-a6dd87e1be5e req-b18afc26-2b70-4313-91a4-62006a62299b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.162158 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-afc4e267-11f8-460d-a8f5-a6dd87e1be5e req-b18afc26-2b70-4313-91a4-62006a62299b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0462675 Sep 04 01:07:33.214946 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-afc4e267-11f8-460d-a8f5-a6dd87e1be5e req-97b64f09-5880-4e93-9cfd-20fc96876ca6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Sep 04 01:07:33.249012 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-00ea66ef-2b10-44fd-98f5-9e31044a9171 admin admin] Publish callbacks [] for security_group (3aa747d5-48f0-4d04-b854-3cfc93364621), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.317432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-00ea66ef-2b10-44fd-98f5-9e31044a9171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3aa747d5-48f0-4d04-b854-3cfc93364621), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.359840 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-00ea66ef-2b10-44fd-98f5-9e31044a9171 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d143b484b354585b57992eb8f96576e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212329 Sep 04 01:07:33.360345 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea66ef-2b10-44fd-98f5-9e31044a9171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa747d5-48f0-4d04-b854-3cfc93364621,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:33.362535 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33014) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:33.420523 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] Publish callbacks [] for security_group (3aa747d5-48f0-4d04-b854-3cfc93364621), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.442930 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] Publish callbacks [] for security_group (3aa747d5-48f0-4d04-b854-3cfc93364621), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.582131 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3aa747d5-48f0-4d04-b854-3cfc93364621), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.584779 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.585891 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3aa747d5-48f0-4d04-b854-3cfc93364621 HTTP/1.1" status: 204 len: 168 time: 0.2223577 Sep 04 01:07:33.594800 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69db0a8-58be-4e5d-9a92-f29e49470267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa747d5-48f0-4d04-b854-3cfc93364621,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:33.896217 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:33.959398 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-d2e375b0-ec02-430e-8a6e-09e115967a80 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098144 Sep 04 01:07:33.970203 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.055107 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9caa3d-875b-4ea1-84f0-5eb8edc10f3d req-cfecca4f-151f-4105-925f-66294eafb0e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.056686 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aa9caa3d-875b-4ea1-84f0-5eb8edc10f3d req-cfecca4f-151f-4105-925f-66294eafb0e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0560174 Sep 04 01:07:34.123142 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aa9caa3d-875b-4ea1-84f0-5eb8edc10f3d req-0d469d3b-8f47-41fd-bf40-462aa76c33ce tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598395 Sep 04 01:07:34.199300 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.280013 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5298ce-2e0c-40b7-8b13-ea850523f7c6 req-280d9d30-bdd9-4953-8805-d3bdbc9d5570 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.281655 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0d5298ce-2e0c-40b7-8b13-ea850523f7c6 req-280d9d30-bdd9-4953-8805-d3bdbc9d5570 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0516496 Sep 04 01:07:34.336727 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0d5298ce-2e0c-40b7-8b13-ea850523f7c6 req-088ada07-e4de-4f4a-93be-7fa4fc369e75 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485027 Sep 04 01:07:34.461405 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0b5af-5e67-44f1-b270-61b6dfe3e027 req-47e95a68-4bb0-47b7-8d75-5e346d8ecb46 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.463239 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6fd0b5af-5e67-44f1-b270-61b6dfe3e027 req-47e95a68-4bb0-47b7-8d75-5e346d8ecb46 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Sep 04 01:07:34.520451 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6fd0b5af-5e67-44f1-b270-61b6dfe3e027 req-170b024d-f7e2-4762-8b85-e77804f1b2a5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501146 Sep 04 01:07:34.524566 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.630464 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439005a7-04c9-4e49-9098-4dd85f6866e1 req-e33176c0-2c46-422b-8439-19be46653845 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.632225 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-439005a7-04c9-4e49-9098-4dd85f6866e1 req-e33176c0-2c46-422b-8439-19be46653845 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0498705 Sep 04 01:07:34.643655 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33084) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:34.649337 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:34.662690 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.773213 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:34.800261 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.930103 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ad92eb00-1827-439d-8948-ef1727225017 req-1cc9b481-722e-40ca-8959-d75f3b2f0fd4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493191 Sep 04 01:07:35.076307 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:35.421791 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0a516-a451-4d1e-92d4-a4ca6bc2007a req-16dd3c2e-d2e8-4a04-b3f1-d638f117a8c7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:35.429374 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dff0a516-a451-4d1e-92d4-a4ca6bc2007a req-16dd3c2e-d2e8-4a04-b3f1-d638f117a8c7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.1649263 Sep 04 01:07:35.559401 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dff0a516-a451-4d1e-92d4-a4ca6bc2007a req-2de44b93-d72f-4030-9466-fdbd6f2350db tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291044 Sep 04 01:07:35.569993 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.607595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a85f2aa3-b525-4870-9f75-f2d78c2e2c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.641868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.957790 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493d108-2ea2-4f99-be5d-02d20f31d7d8 req-7d3a6697-74f9-44d6-8a92-f48bee74f9db tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:35.959545 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5493d108-2ea2-4f99-be5d-02d20f31d7d8 req-7d3a6697-74f9-44d6-8a92-f48bee74f9db tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0801582 Sep 04 01:07:35.973666 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33132) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:35.976420 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'floatingip': {'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:36.047446 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:36.056202 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229bdee-9a90-40b3-92b2-b6b54adedef5 req-be3b372b-e485-4124-b87b-8bc171153218 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.057833 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3229bdee-9a90-40b3-92b2-b6b54adedef5 req-be3b372b-e485-4124-b87b-8bc171153218 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.4285626 Sep 04 01:07:36.076886 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.092526 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f associated. External IP: 172.37.6.39, port: 03ba5432-d158-4dfd-9e61-2dd4ffb23766. Sep 04 01:07:36.163111 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3229bdee-9a90-40b3-92b2-b6b54adedef5 req-ba800566-7c8d-4cc7-985d-25f270c43f87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997412 Sep 04 01:07:36.317291 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:36.372555 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:07:36.443212 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:36.491665 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:07:36.497174 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.515463 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:07:36.542102 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-65e1e965-bd58-4dd6-a8f3-cfc25abe4539 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f HTTP/1.1" status: 200 len: 991 time: 1.8962007 Sep 04 01:07:36.543032 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:36.545655 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ec7a0-8971-4720-9eda-b2f82e0a9399" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:36.557103 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:36.558013 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:36.603444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac9c120-49de-427e-9417-92672192ea31 x-openstack-request-id: req-7ac9c120-49de-427e-9417-92672192ea31 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:36.603749 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:36.604011 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ac9c120-49de-427e-9417-92672192ea31 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:36.604418 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac9c120-49de-427e-9417-92672192ea31'] response: {'name': 'network-changed', 'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'status': 'completed', 'code': 200} Sep 04 01:07:36.738017 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:36.792828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-393b38f0-f44e-4874-b1da-96148d39b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.795257 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-393b38f0-f44e-4874-b1da-96148d39b7bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 1130 time: 0.0659642 Sep 04 01:07:36.912218 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-7585b47c-6307-41a4-8523-ce61297c4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.913655 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-7585b47c-6307-41a4-8523-ce61297c4acb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 915 time: 0.1099501 Sep 04 01:07:36.953109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:37.037322 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:35Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:37.040657 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-50b39fd0-77f9-4e16-a065-711de2769747 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766 HTTP/1.1" status: 200 len: 999 time: 0.1195474 Sep 04 01:07:37.052094 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:37.067990 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:07:37.076670 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:37.077293 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:37.115612 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-e3b9b957-ec62-49b3-ba75-19dbba0afad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.118405 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-e3b9b957-ec62-49b3-ba75-19dbba0afad4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0608509 Sep 04 01:07:37.167725 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-a6f5d4ca-ed5e-4c99-a3ce-eda2807b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.169400 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-a6f5d4ca-ed5e-4c99-a3ce-eda2807b291b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444221 Sep 04 01:07:37.170406 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Floating IP d18cfa91-65e6-479f-b368-656e665f009c associated. External IP: 172.37.6.98, port: b0b604de-d50c-4b86-8f56-a8b0405bff47. Sep 04 01:07:37.247047 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:37.439089 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-48000c86-852e-43b7-b471-4d7c8bfca97c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625439 Sep 04 01:07:37.457831 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:07:37.463151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ca16-fccc-4d4b-b6aa-5857aa839c7f req-e7309b87-ee38-4b05-9b1e-8a1b075e94b2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.464705 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83b4ca16-fccc-4d4b-b6aa-5857aa839c7f req-e7309b87-ee38-4b05-9b1e-8a1b075e94b2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.1346962 Sep 04 01:07:37.526954 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:35Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:37.550257 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:37.552850 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63bb2c-fbc4-4bf5-8675-4dc63983f56c None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:35Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:07:37.557754 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83b4ca16-fccc-4d4b-b6aa-5857aa839c7f req-499fbdad-b9cc-442b-b819-7c1306d37cac tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822418 Sep 04 01:07:37.571605 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:07:37.576660 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:37.585828 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:07:37.599902 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:37.600560 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:37.615239 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-172ec7a0-8971-4720-9eda-b2f82e0a9399 req-1d499333-ea41-43d4-8008-483e24291c44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675673 Sep 04 01:07:37.626653 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-305b2285-ad41-4509-9896-080e83b65656 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/d18cfa91-65e6-479f-b368-656e665f009c HTTP/1.1" status: 200 len: 991 time: 1.6525300 Sep 04 01:07:37.626653 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:37.628375 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c334a6-f78d-4507-bdc2-1f90c7d49459" -d '{"events": [{"name": "network-changed", "server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:37.633239 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:37.677815 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d7106-5966-4ddf-9002-9ce412b5d6a3 x-openstack-request-id: req-896d7106-5966-4ddf-9002-9ce412b5d6a3 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:37.678161 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:37.678416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-896d7106-5966-4ddf-9002-9ce412b5d6a3 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:37.678814 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896d7106-5966-4ddf-9002-9ce412b5d6a3'] response: {'name': 'network-changed', 'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'status': 'completed', 'code': 200} Sep 04 01:07:37.804143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-3c129bce-463e-40ff-aaff-621dc3ca0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.805860 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-3c129bce-463e-40ff-aaff-621dc3ca0b18 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1130 time: 0.0489254 Sep 04 01:07:37.831342 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87659a7-6f58-41fa-9ab5-2dafd697d6d4 None None] New status for floating IP 7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:07:37.852288 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:37.909958 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-4da0d1cb-accd-44c0-938f-2cfa46c8e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.911413 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-4da0d1cb-accd-44c0-938f-2cfa46c8e382 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0976903 Sep 04 01:07:37.975605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-71e45f9e-6505-4a01-985a-0c2b26dff1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:37.985804 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-b67b3acd-98c5-4c0e-b030-8ba59fc58d29 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 999 time: 0.0668144 Sep 04 01:07:37.990870 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.036840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.048575 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-be51b481-3498-4aa2-a389-e492d3c35f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.050586 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-be51b481-3498-4aa2-a389-e492d3c35f16 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0536346 Sep 04 01:07:38.068866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.100483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-7118b1ff-1b52-4148-8fb7-40926d7e649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.102038 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-7118b1ff-1b52-4148-8fb7-40926d7e649d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393355 Sep 04 01:07:38.142058 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd18cfa91-65e6-479f-b368-656e665f009c', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.98', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:46Z', 'updated_at': '2022-09-04T01:07:36Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:38.170022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:07:38.179228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:38.180425 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:38.200261 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-ae45c3a6-91d6-4110-9ac3-e2b20fbf7446 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909932 Sep 04 01:07:38.287857 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:38.296325 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69c334a6-f78d-4507-bdc2-1f90c7d49459 req-dc18f9a2-fb67-4ff0-9201-fd6c4599f548 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892849 Sep 04 01:07:38.383310 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.514927 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd18cfa91-65e6-479f-b368-656e665f009c', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.98', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:46Z', 'updated_at': '2022-09-04T01:07:36Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:38.543755 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad900bac-f29a-41b7-974d-33150240f6d0 None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd18cfa91-65e6-479f-b368-656e665f009c', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.98', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:46Z', 'updated_at': '2022-09-04T01:07:36Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:07:38.694944 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3a3a7-596e-4032-84fa-3c1aec24402f req-1c7898bc-19b5-4f99-a772-7b7c840be1bb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.696549 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-10f3a3a7-596e-4032-84fa-3c1aec24402f req-1c7898bc-19b5-4f99-a772-7b7c840be1bb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Sep 04 01:07:38.749557 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-10f3a3a7-596e-4032-84fa-3c1aec24402f req-670a9d14-dbc1-4e12-8c7b-958c0248ea4a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Sep 04 01:07:38.754746 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833a301-e892-46da-926e-41f9b9db6bf5 None None] New status for floating IP d18cfa91-65e6-479f-b368-656e665f009c: ACTIVE {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:07:39.184999 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.882177 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cc0a0-d0ec-458f-977b-69e5836ff4cf req-8c07ac55-c95a-4d48-b522-9fcafc59adc1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:39.883662 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ed4cc0a0-d0ec-458f-977b-69e5836ff4cf req-8c07ac55-c95a-4d48-b522-9fcafc59adc1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Sep 04 01:07:39.937377 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ed4cc0a0-d0ec-458f-977b-69e5836ff4cf req-1255a336-b22f-4481-aabd-e837877870ad tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Sep 04 01:07:40.692262 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33232) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:40.710552 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.806651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-847462e2-df10-4cb1-aa1c-fe6397f287c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.817254 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:40.870673 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.891707 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-847462e2-df10-4cb1-aa1c-fe6397f287c6 admin admin] Publish callbacks [] for security_group (2dd05fed-446c-4feb-8c96-f7ecae10734f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.979041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-847462e2-df10-4cb1-aa1c-fe6397f287c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2dd05fed-446c-4feb-8c96-f7ecae10734f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.023683 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-847462e2-df10-4cb1-aa1c-fe6397f287c6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=44bb8d643c484e3683a83249575277cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311098 Sep 04 01:07:41.025209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847462e2-df10-4cb1-aa1c-fe6397f287c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd05fed-446c-4feb-8c96-f7ecae10734f,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:41.026505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33240) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:41.077693 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f365-0b1d-4784-8fe3-c1db2b4181db req-b5fa41a0-ac1e-4b9f-baae-68272899de49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.079199 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5798f365-0b1d-4784-8fe3-c1db2b4181db req-b5fa41a0-ac1e-4b9f-baae-68272899de49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0587177 Sep 04 01:07:41.081892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] Publish callbacks [] for security_group (2dd05fed-446c-4feb-8c96-f7ecae10734f), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.104807 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] Publish callbacks [] for security_group (2dd05fed-446c-4feb-8c96-f7ecae10734f), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.133255 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5798f365-0b1d-4784-8fe3-c1db2b4181db req-e4c09a5d-d4a4-41c5-8bfb-710e3696b368 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481305 Sep 04 01:07:41.181759 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895216c1-740f-41fa-ac01-83f9c08f0b8f req-606a0151-7bc9-4e05-8ba8-0912bccf5530 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.183318 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-895216c1-740f-41fa-ac01-83f9c08f0b8f req-606a0151-7bc9-4e05-8ba8-0912bccf5530 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0619068 Sep 04 01:07:41.236054 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-895216c1-740f-41fa-ac01-83f9c08f0b8f req-355de4a4-f67d-4852-a558-87f9be71cc18 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Sep 04 01:07:41.253508 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2dd05fed-446c-4feb-8c96-f7ecae10734f), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.256058 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.258330 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2dd05fed-446c-4feb-8c96-f7ecae10734f HTTP/1.1" status: 204 len: 168 time: 0.2299235 Sep 04 01:07:41.266469 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb853-7b22-4970-8ac3-2bf8d2eda226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd05fed-446c-4feb-8c96-f7ecae10734f,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:41.957532 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33276) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:41.970466 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-421775e4-b6e8-46f4-a725-eb18c5c1f52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.000754 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:42.053268 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-421775e4-b6e8-46f4-a725-eb18c5c1f52f admin admin] Publish callbacks [] for security_group (2b93f775-f273-4599-a194-bfb6847f40dc), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.141302 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-421775e4-b6e8-46f4-a725-eb18c5c1f52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2b93f775-f273-4599-a194-bfb6847f40dc), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.186386 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-421775e4-b6e8-46f4-a725-eb18c5c1f52f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9799f42352f349bb8037b270cf3b48db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253466 Sep 04 01:07:42.186386 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421775e4-b6e8-46f4-a725-eb18c5c1f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b93f775-f273-4599-a194-bfb6847f40dc,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:42.187413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33282) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:42.296504 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] Publish callbacks [] for security_group (2b93f775-f273-4599-a194-bfb6847f40dc), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.304979 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc4af-2b71-460a-9d11-596cf64a99e2 req-8324ceed-c7bc-4583-897c-548736d601b3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.306587 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e7edc4af-2b71-460a-9d11-596cf64a99e2 req-8324ceed-c7bc-4583-897c-548736d601b3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0645802 Sep 04 01:07:42.342986 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] Publish callbacks [] for security_group (2b93f775-f273-4599-a194-bfb6847f40dc), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.372956 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805d572-241e-42d1-9187-ee4399583104 req-ad2c126a-f581-4c4b-93cd-b4766560875d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.374452 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8805d572-241e-42d1-9187-ee4399583104 req-ad2c126a-f581-4c4b-93cd-b4766560875d tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Sep 04 01:07:42.391217 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:42.397169 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e7edc4af-2b71-460a-9d11-596cf64a99e2 req-a6e04900-46ef-41b4-a1dc-e6f26173c1f3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833592 Sep 04 01:07:42.432324 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8805d572-241e-42d1-9187-ee4399583104 req-0b3d9130-6f1d-45b7-9539-cc3cf2a33968 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518870 Sep 04 01:07:42.484486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2b93f775-f273-4599-a194-bfb6847f40dc), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.487239 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.488513 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2b93f775-f273-4599-a194-bfb6847f40dc HTTP/1.1" status: 204 len: 168 time: 0.2999532 Sep 04 01:07:42.496680 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b9a40-9c64-421a-8fb2-362025ef326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b93f775-f273-4599-a194-bfb6847f40dc,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:43.261706 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33302) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:43.263477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33304) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:43.275916 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-728d9713-e2aa-4d29-83ec-8202796558a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.356442 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-728d9713-e2aa-4d29-83ec-8202796558a9 admin admin] Publish callbacks [] for security_group (be2f8015-0892-432e-af77-b2a3a5e25c42), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.420926 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4102258-57fa-49fe-ae42-08c66da2adcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.421098 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-728d9713-e2aa-4d29-83ec-8202796558a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (be2f8015-0892-432e-af77-b2a3a5e25c42), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.463260 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-728d9713-e2aa-4d29-83ec-8202796558a9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=39b32a56c3694cc1b1f5027ae1b123d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004316 Sep 04 01:07:43.464663 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9713-e2aa-4d29-83ec-8202796558a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f8015-0892-432e-af77-b2a3a5e25c42,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:43.467246 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33314) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:43.476363 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:43.518593 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4102258-57fa-49fe-ae42-08c66da2adcb admin admin] Publish callbacks [] for security_group (e9dba08e-6336-4163-bb99-64360beff9c3), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.552025 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] Publish callbacks [] for security_group (be2f8015-0892-432e-af77-b2a3a5e25c42), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.569073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:43.571522 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ef7d-7c32-4e5c-acad-dfad19fa9e99 req-24b43a56-5921-425d-8138-ecdae6d81503 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.573160 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-28f1ef7d-7c32-4e5c-acad-dfad19fa9e99 req-24b43a56-5921-425d-8138-ecdae6d81503 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0474102 Sep 04 01:07:43.583956 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c994c77-487f-4e29-9121-5f23deccdfdd req-d8917759-f5e9-4505-9572-de3fbb3f02b4 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.585460 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4c994c77-487f-4e29-9121-5f23deccdfdd req-d8917759-f5e9-4505-9572-de3fbb3f02b4 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0702853 Sep 04 01:07:43.590245 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] Publish callbacks [] for security_group (be2f8015-0892-432e-af77-b2a3a5e25c42), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.593220 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4102258-57fa-49fe-ae42-08c66da2adcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e9dba08e-6336-4163-bb99-64360beff9c3), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.655591 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d4102258-57fa-49fe-ae42-08c66da2adcb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2999291ee17b4c08a7a765b7c52588cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909073 Sep 04 01:07:43.657637 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4102258-57fa-49fe-ae42-08c66da2adcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dba08e-6336-4163-bb99-64360beff9c3,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:43.658318 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33316) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:43.663557 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-28f1ef7d-7c32-4e5c-acad-dfad19fa9e99 req-a22ff47b-a293-459b-9b88-2ed941e96ef6 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26caa0a6-81ea-4f76-adca-b99ef9c3762c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847108 Sep 04 01:07:43.678060 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4c994c77-487f-4e29-9121-5f23deccdfdd req-b908a6df-6627-4a4e-80a3-6fdd627649f9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839517 Sep 04 01:07:43.718071 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] Publish callbacks [] for security_group (e9dba08e-6336-4163-bb99-64360beff9c3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.738107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] Publish callbacks [] for security_group (e9dba08e-6336-4163-bb99-64360beff9c3), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.766234 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (be2f8015-0892-432e-af77-b2a3a5e25c42), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.769324 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.770434 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/be2f8015-0892-432e-af77-b2a3a5e25c42 HTTP/1.1" status: 204 len: 168 time: 0.3021278 Sep 04 01:07:43.780985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b80f4-e98c-4b8d-8f60-4dbc386a603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f8015-0892-432e-af77-b2a3a5e25c42,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:43.842915 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-94d39f1e-143d-4958-a5ca-9b58f2544c93 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.844370 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-94d39f1e-143d-4958-a5ca-9b58f2544c93 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 946 time: 0.0473428 Sep 04 01:07:43.876164 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e9dba08e-6336-4163-bb99-64360beff9c3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.879005 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:43.880292 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9dba08e-6336-4163-bb99-64360beff9c3 HTTP/1.1" status: 204 len: 168 time: 0.2204196 Sep 04 01:07:43.889655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa679ff-cdbc-4ccc-a8bb-2a6006e5a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dba08e-6336-4163-bb99-64360beff9c3,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:43.980755 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Deleting port 71a78a3b-1fca-47fc-964a-818c95e4c544 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:07:43.981154 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.078841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] For port 71a78a3b-1fca-47fc-964a-818c95e4c544, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71a78a3b-1fca-47fc-964a-818c95e4c544,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:44.079199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.087794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:44.095732 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Calling delete_port for 71a78a3b-1fca-47fc-964a-818c95e4c544 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:07:44.324323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (71a78a3b-1fca-47fc-964a-818c95e4c544), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.377153 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['71a78a3b-1fca-47fc-964a-818c95e4c544'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:44.389272 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Pushing event deleted for resources: {'Port': ['ID=71a78a3b-1fca-47fc-964a-818c95e4c544,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:44.514291 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] No DVR routers for this DVR port 71a78a3b-1fca-47fc-964a-818c95e4c544 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:07:44.518724 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.524151 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fa0658dc-72b2-4742-8d01-f4cd7e76b52c req-e5bb4c01-39e4-4509-b7f4-ea7c020474e9 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.55 "DELETE /networking/v2.0/ports/71a78a3b-1fca-47fc-964a-818c95e4c544 HTTP/1.1" status: 204 len: 173 time: 0.6734281 Sep 04 01:07:44.524561 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'name': 'network-vif-deleted', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:44.526810 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b8404b-208d-42cd-acf2-8ab69d076d71" -d '{"events": [{"server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "name": "network-vif-deleted", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:44.569922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57114fbe-48d3-4375-a2b4-7afd5be38ccf x-openstack-request-id: req-57114fbe-48d3-4375-a2b4-7afd5be38ccf {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:44.570214 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65105ce3-9ff8-4e32-909a-3068131ae3c8", "name": "network-vif-deleted", "tag": "71a78a3b-1fca-47fc-964a-818c95e4c544", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:44.570465 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-57114fbe-48d3-4375-a2b4-7afd5be38ccf {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:44.570917 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57114fbe-48d3-4375-a2b4-7afd5be38ccf'] response: {'server_uuid': '65105ce3-9ff8-4e32-909a-3068131ae3c8', 'name': 'network-vif-deleted', 'tag': '71a78a3b-1fca-47fc-964a-818c95e4c544', 'status': 'completed', 'code': 200} Sep 04 01:07:44.794984 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-097c8ad2-3cff-4478-9910-7e00af77e7b0 req-504aaaef-2715-463a-86dd-e88fce02534f tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0356007 Sep 04 01:07:44.837663 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3409a7-f2d6-41fe-b9b7-46a1868ab2b6 req-36818b95-3035-4e8e-b377-815b23ab6fea tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:44.839142 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea3409a7-f2d6-41fe-b9b7-46a1868ab2b6 req-36818b95-3035-4e8e-b377-815b23ab6fea tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0717411 Sep 04 01:07:44.889791 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea3409a7-f2d6-41fe-b9b7-46a1868ab2b6 req-74f5a850-f185-443e-b242-9992669ef5e0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Sep 04 01:07:45.935324 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-86300a2d-a9bb-4a66-a0dc-dc344b8a6dcc req-d80f7fd5-1c7c-4d35-92d1-a6540871e450 tempest-DeleteServersTestJSON-950453850 tempest-DeleteServersTestJSON-950453850-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=65105ce3-9ff8-4e32-909a-3068131ae3c8 HTTP/1.1" status: 200 len: 210 time: 0.0422716 Sep 04 01:07:46.240687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d6a1-d73c-4864-ae27-5d0097159a3f req-4a7e4e9f-a474-44d0-a746-f7b2f58b9a24 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:46.242293 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e872d6a1-d73c-4864-ae27-5d0097159a3f req-4a7e4e9f-a474-44d0-a746-f7b2f58b9a24 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.2667458 Sep 04 01:07:46.299943 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e872d6a1-d73c-4864-ae27-5d0097159a3f req-eaa7124a-9fed-4639-8efc-69349c31daf7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503805 Sep 04 01:07:47.295946 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33458) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:47.429678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-27a7280f-6f96-486f-b282-427d59d009e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.448394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451838e7-d44f-4acd-afd9-e2e86b21e192 req-fb301def-ffbf-4da8-808d-18f946375f3d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:47.450185 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-451838e7-d44f-4acd-afd9-e2e86b21e192 req-fb301def-ffbf-4da8-808d-18f946375f3d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0731685 Sep 04 01:07:47.526417 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-451838e7-d44f-4acd-afd9-e2e86b21e192 req-51925427-ccfa-4744-a3f3-402ca2dfa0ca tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696559 Sep 04 01:07:47.564215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-27a7280f-6f96-486f-b282-427d59d009e7 admin admin] Publish callbacks [] for security_group (0525cef7-c0ab-4b89-b477-2a8a756aeb75), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.649569 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-27a7280f-6f96-486f-b282-427d59d009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0525cef7-c0ab-4b89-b477-2a8a756aeb75), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.661518 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:47.685859 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-27a7280f-6f96-486f-b282-427d59d009e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=924b7ec4bd73415aa64de7389fe4c004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888264 Sep 04 01:07:47.688728 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33472) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:47.690248 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7280f-6f96-486f-b282-427d59d009e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525cef7-c0ab-4b89-b477-2a8a756aeb75,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:47.739049 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 71a78a3b-1fca-47fc-964a-818c95e4c544 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:07:47.739590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] Publish callbacks [] for security_group (0525cef7-c0ab-4b89-b477-2a8a756aeb75), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.758161 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 71a78a3b-1fca-47fc-964a-818c95e4c544 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:07:47.758589 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 71a78a3b-1fca-47fc-964a-818c95e4c544 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:07:47.759035 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] Publish callbacks [] for security_group (0525cef7-c0ab-4b89-b477-2a8a756aeb75), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.791086 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:47.944305 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0525cef7-c0ab-4b89-b477-2a8a756aeb75), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.946948 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:47.948091 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0525cef7-c0ab-4b89-b477-2a8a756aeb75 HTTP/1.1" status: 204 len: 168 time: 0.2583752 Sep 04 01:07:47.955882 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6317fc-8c4e-4356-9f55-a9426d6f98af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525cef7-c0ab-4b89-b477-2a8a756aeb75,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:48.440345 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33484) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:48.576515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-061eb466-2433-4569-b09e-e48f89a8e122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.656175 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33502) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:48.661251 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33504) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:48.694941 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55158-f856-42ee-89e6-03c0b3e112ac req-87e1eb2e-523c-4d8a-a114-ee669bcf6ecd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.696935 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-89d55158-f856-42ee-89e6-03c0b3e112ac req-87e1eb2e-523c-4d8a-a114-ee669bcf6ecd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0846248 Sep 04 01:07:48.728435 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-516dc212-0d5b-4cbc-beb0-d6f8d33737d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.768176 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-061eb466-2433-4569-b09e-e48f89a8e122 admin admin] Publish callbacks [] for security_group (a56d816c-bdcf-4611-920e-241e9c9099ec), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.788007 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-89d55158-f856-42ee-89e6-03c0b3e112ac req-d332b208-0b1e-4e40-8f69-518e85833658 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824101 Sep 04 01:07:48.842009 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-061eb466-2433-4569-b09e-e48f89a8e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (a56d816c-bdcf-4611-920e-241e9c9099ec), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.898946 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-061eb466-2433-4569-b09e-e48f89a8e122 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1c9bcb20d46a4b26a9df04a0467dc063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568462 Sep 04 01:07:48.899835 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eb466-2433-4569-b09e-e48f89a8e122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d816c-bdcf-4611-920e-241e9c9099ec,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:48.902852 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33508) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:48.957439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-516dc212-0d5b-4cbc-beb0-d6f8d33737d9 admin admin] Publish callbacks [] for security_group (03943d66-c3e7-42b6-9dbc-4f3fdc411f6a), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.971670 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] Publish callbacks [] for security_group (a56d816c-bdcf-4611-920e-241e9c9099ec), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:48.988316 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] Publish callbacks [] for security_group (a56d816c-bdcf-4611-920e-241e9c9099ec), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.022792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-516dc212-0d5b-4cbc-beb0-d6f8d33737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (03943d66-c3e7-42b6-9dbc-4f3fdc411f6a), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.101122 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (a56d816c-bdcf-4611-920e-241e9c9099ec), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.103944 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.118589 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-516dc212-0d5b-4cbc-beb0-d6f8d33737d9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=199af3ac334e4da58123ec91fb651a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102156 Sep 04 01:07:49.119976 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc212-0d5b-4cbc-beb0-d6f8d33737d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03943d66-c3e7-42b6-9dbc-4f3fdc411f6a,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:49.129078 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a56d816c-bdcf-4611-920e-241e9c9099ec HTTP/1.1" status: 204 len: 168 time: 0.2115321 Sep 04 01:07:49.130155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33514) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:49.163843 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f1f3-da98-47d0-968c-6ced9986888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d816c-bdcf-4611-920e-241e9c9099ec,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:49.230448 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.234626 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] Publish callbacks [] for security_group (03943d66-c3e7-42b6-9dbc-4f3fdc411f6a), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.260668 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] Publish callbacks [] for security_group (03943d66-c3e7-42b6-9dbc-4f3fdc411f6a), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.279179 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.401849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (03943d66-c3e7-42b6-9dbc-4f3fdc411f6a), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.404656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.406003 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03943d66-c3e7-42b6-9dbc-4f3fdc411f6a HTTP/1.1" status: 204 len: 168 time: 0.2502031 Sep 04 01:07:49.414689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bf74a-2a0b-420d-bb6a-b30ed04d6e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03943d66-c3e7-42b6-9dbc-4f3fdc411f6a,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:49.737891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.740669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Deleting port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:07:49.741001 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.829297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] For port 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:49.829297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.843727 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Calling delete_port for 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:07:49.899368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33528) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:49.914208 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d083b3d2-a114-42b4-90e6-00bbc15d86c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.952306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.981251 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fd53b-b679-4fcc-8a4e-ad8a443bddca req-0aeccc53-8f5b-45bd-ac47-cead95f628bc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.982627 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-704fd53b-b679-4fcc-8a4e-ad8a443bddca req-0aeccc53-8f5b-45bd-ac47-cead95f628bc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0645108 Sep 04 01:07:49.999384 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d083b3d2-a114-42b4-90e6-00bbc15d86c5 admin admin] Publish callbacks [] for security_group (00eb9b57-769a-41f8-bfa2-73afad36e87a), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.078312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d083b3d2-a114-42b4-90e6-00bbc15d86c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (00eb9b57-769a-41f8-bfa2-73afad36e87a), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.083179 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.088829 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-704fd53b-b679-4fcc-8a4e-ad8a443bddca req-7cb80410-e826-411d-8ec8-d27348e29eee tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987048 Sep 04 01:07:50.126883 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d083b3d2-a114-42b4-90e6-00bbc15d86c5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=587d827123c44842b575b43d967d8b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257521 Sep 04 01:07:50.129916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33536) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:50.156060 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083b3d2-a114-42b4-90e6-00bbc15d86c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb9b57-769a-41f8-bfa2-73afad36e87a,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:50.201989 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] Publish callbacks [] for security_group (00eb9b57-769a-41f8-bfa2-73afad36e87a), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.220534 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.225156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.229162 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] Publish callbacks [] for security_group (00eb9b57-769a-41f8-bfa2-73afad36e87a), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.248294 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:50.393595 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (00eb9b57-769a-41f8-bfa2-73afad36e87a), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.397895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.401504 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/00eb9b57-769a-41f8-bfa2-73afad36e87a HTTP/1.1" status: 204 len: 168 time: 0.2682552 Sep 04 01:07:50.427607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23667829-4a61-474d-b4b9-304e3b3cf999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb9b57-769a-41f8-bfa2-73afad36e87a,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:50.428140 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:50.660903 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Router a84092f3-7a5a-44c9-8281-7c7d6b251da3 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:07:50.723556 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33558) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:50.766538 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:07:50.772552 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ab2f0a2e-d0d5-4512-87be-385623d063ec admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a84092f3-7a5a-44c9-8281-7c7d6b251da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224835 Sep 04 01:07:50.775254 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33564) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:50.775372 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.781304 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Sync routers for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:07:50.803886 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:50.804706 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:50.869471 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945272176-network', 'tenant_id': '3ece345f5fb34b3cbdb32d2880bf67da'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:50.912363 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.922860 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.931409 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:50.945536 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks [] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.024822 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Made reservation on behalf of 3ece345f5fb34b3cbdb32d2880bf67da for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:51.027910 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.046945 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.065322 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:51.085704 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks [] for router_gateway (a84092f3-7a5a-44c9-8281-7c7d6b251da3), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.171487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks [] for security_group (e5cc4568-e9a4-4767-affe-f4c6b8099ceb), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.208309 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:07:50Z', 'revision_number': 5, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port': {'id': 'fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:51.209689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Deleting port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:07:51.210034 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.241986 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Checking router: a84092f3-7a5a-44c9-8281-7c7d6b251da3 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:07:51.256670 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Routers {'a84092f3-7a5a-44c9-8281-7c7d6b251da3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:07:51.257267 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:07:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:51.293514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e5cc4568-e9a4-4767-affe-f4c6b8099ceb), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.341586 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aded9-904c-4274-9f43-59489a942e92 req-bbed2fbe-8af8-4b23-87f2-5208ba8e1b66 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.343123 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8e2aded9-904c-4274-9f43-59489a942e92 req-bbed2fbe-8af8-4b23-87f2-5208ba8e1b66 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.1298394 Sep 04 01:07:51.343805 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:07:51.345327 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] Set router a84092f3-7a5a-44c9-8281-7c7d6b251da3 gateway port host: None {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:07:51.384617 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (c9ec340f-9849-4811-b1a7-012b97742315), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.384950 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Added segment c9ec340f-9849-4811-b1a7-012b97742315 of type vlan for network b6dbdfd8-7bc1-4401-9899-caf67c4485ed Sep 04 01:07:51.397776 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:07:51Z', 'revision_number': 6, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:51.404559 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc4568-e9a4-4767-affe-f4c6b8099ceb,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:51.430652 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1471b5-98b1-44a9-b570-420102618625 None None] The sync data for ids ['a84092f3-7a5a-44c9-8281-7c7d6b251da3'] in dv-cinder-master-3-smb is: [{'id': 'a84092f3-7a5a-44c9-8281-7c7d6b251da3', 'name': 'tempest-DeleteServersTestJSON-220020792-router', 'tenant_id': '3acb006051604f59a1ddcf7a8e7145da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:07:51Z', 'revision_number': 6, 'project_id': '3acb006051604f59a1ddcf7a8e7145da', 'gw_port_host': None}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:07:51.468615 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] For port fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:51.468987 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.475182 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (b6dbdfd8-7bc1-4401-9899-caf67c4485ed), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.490638 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8e2aded9-904c-4274-9f43-59489a942e92 req-1eb5259e-6975-49e1-9723-81e57fd5d8e7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386817 Sep 04 01:07:51.495784 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Calling delete_port for fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 owned by network:router_gateway {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:07:51.607645 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (b6dbdfd8-7bc1-4401-9899-caf67c4485ed), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.608671 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.609242 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.678529 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:51.686897 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] Pushing event updated for resources: {'Network': ['ID=b6dbdfd8-7bc1-4401-9899-caf67c4485ed,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:51.700307 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network b6dbdfd8-7bc1-4401-9899-caf67c4485ed details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:07:51.723930 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-da056c75-d92b-455b-8519-320009ac2123 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9990621 Sep 04 01:07:51.726757 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33592) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:51.733981 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Request body: {'subnet': {'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945272176-subnet', 'tenant_id': '3ece345f5fb34b3cbdb32d2880bf67da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:51.792796 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.834984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:51.855833 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Made reservation on behalf of 3ece345f5fb34b3cbdb32d2880bf67da for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:51.858260 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:51.903775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.018200 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.021955 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks [] for router_controller (a84092f3-7a5a-44c9-8281-7c7d6b251da3), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.141394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (78d62772-1360-40a7-b445-1504905e5326), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.169987 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (a84092f3-7a5a-44c9-8281-7c7d6b251da3), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.170664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84092f3-7a5a-44c9-8281-7c7d6b251da3 {{(pid=106859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:07:52.176451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.177915 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7e970d4b-289e-48c7-b5c7-8fc1480e6c7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a84092f3-7a5a-44c9-8281-7c7d6b251da3 HTTP/1.1" status: 204 len: 168 time: 1.4015336 Sep 04 01:07:52.184491 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33606) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:52.200717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d62772-1360-40a7-b445-1504905e5326,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:52.218247 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Checking segment: {'id': 'c9ec340f-9849-4811-b1a7-012b97742315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:52.218695 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Network hostable DHCP agents. Network: b6dbdfd8-7bc1-4401-9899-caf67c4485ed, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:07:52.240844 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Deleting subnet 84222a1f-6f27-4952-8bd5-6602ac2e9727 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:07:52.252602 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Publish callbacks [] for subnet (84222a1f-6f27-4952-8bd5-6602ac2e9727), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.301123 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (84222a1f-6f27-4952-8bd5-6602ac2e9727), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.335125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Network b6dbdfd8-7bc1-4401-9899-caf67c4485ed is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:07:52.419701 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (84222a1f-6f27-4952-8bd5-6602ac2e9727), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.447208 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b6dbdfd8-7bc1-4401-9899-caf67c4485ed) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:52.451955 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:52.451955 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.458005 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c179ad2-4e6a-4f66-9834-b743df5932bb None None] Network b6dbdfd8-7bc1-4401-9899-caf67c4485ed requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:52.495341 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=1,neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:52.576717 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (84222a1f-6f27-4952-8bd5-6602ac2e9727), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.582192 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-042c04ec-7898-486f-bba8-c2c497b573fb admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8530056 Sep 04 01:07:52.590484 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099170a-4d32-4c4d-a992-78edd5273d26 None None] Network b6dbdfd8-7bc1-4401-9899-caf67c4485ed requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:52.627092 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.631664 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/84222a1f-6f27-4952-8bd5-6602ac2e9727 HTTP/1.1" status: 204 len: 168 time: 0.4495778 Sep 04 01:07:52.631879 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab7cf9-5ea4-4faf-abee-3ee719e75ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84222a1f-6f27-4952-8bd5-6602ac2e9727,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:52.634957 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33620) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:52.659226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5b42-6662-48f4-a0b0-262767e291d9 req-f0b44fd1-d027-4a8e-b7b4-31ba323c4165 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:52.668615 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-72ed5b42-6662-48f4-a0b0-262767e291d9 req-f0b44fd1-d027-4a8e-b7b4-31ba323c4165 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0841513 Sep 04 01:07:52.721606 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (1b4b6b61-4861-40b2-90db-a48723573c2e), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.779498 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-72ed5b42-6662-48f4-a0b0-262767e291d9 req-75e661d9-aff8-4a04-a1e1-c46008b94382 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102598 Sep 04 01:07:52.803335 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Deleting port 1be3d74d-d4f3-42a4-9043-d983d9db6faf {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:07:52.804100 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.852916 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2fcb3-bdc2-4315-89ad-60b609afe2ba None None] Network 1b4b6b61-4861-40b2-90db-a48723573c2e requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:52.878980 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] For port 1be3d74d-d4f3-42a4-9043-d983d9db6faf, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1be3d74d-d4f3-42a4-9043-d983d9db6faf,segment=NetworkSegment(0da5ddb5-18f2-410e-9a84-4f93a63847d1),segment_id=0da5ddb5-18f2-410e-9a84-4f93a63847d1)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:52.879267 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:52.897705 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Calling delete_port for 1be3d74d-d4f3-42a4-9043-d983d9db6faf owned by network:dhcp {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:07:52.913696 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:53.049379 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (1be3d74d-d4f3-42a4-9043-d983d9db6faf), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.068535 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2469a-bffa-4cab-a4f3-d47e9d412468 None None] DHCP port deletion for 1b4b6b61-4861-40b2-90db-a48723573c2e request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:07:53.080957 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] No DVR routers for this DVR port 1be3d74d-d4f3-42a4-9043-d983d9db6faf on host dv-cinder-master-3-smb {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:07:53.085530 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be3d74d-d4f3-42a4-9043-d983d9db6faf,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:53.164884 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (1b4b6b61-4861-40b2-90db-a48723573c2e), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.189360 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:07:53.193528 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4b6b61-4861-40b2-90db-a48723573c2e']}} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:53.205210 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da5ddb5-18f2-410e-9a84-4f93a63847d1') {'for_net_delete': True} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:53.205499 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da5ddb5-18f2-410e-9a84-4f93a63847d1') {} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:07:53.209302 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:07:53.209654 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4c3df4a7-0b1f-42f5-8d52-fc06f0e725a3 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:07:53.210073 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 1be3d74d-d4f3-42a4-9043-d983d9db6faf no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:07:53.219289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33030340'] for segment (0da5ddb5-18f2-410e-9a84-4f93a63847d1), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.230691 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 1be3d74d-d4f3-42a4-9043-d983d9db6faf {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:07:53.231261 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 1be3d74d-d4f3-42a4-9043-d983d9db6faf not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:07:53.231846 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:07:53.239321 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (0da5ddb5-18f2-410e-9a84-4f93a63847d1), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.247265 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=106859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:07:53.247705 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33031613'] for segment (0da5ddb5-18f2-410e-9a84-4f93a63847d1), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.268899 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:07:53.271818 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device fe95ae60-3bf2-4b4f-a8fc-ef4cff065bd7 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:07:53.302859 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 0da5ddb5-18f2-410e-9a84-4f93a63847d1 resource provider aggregate not found Sep 04 01:07:53.329795 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 0da5ddb5-18f2-410e-9a84-4f93a63847d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0da5ddb5-18f2-410e-9a84-4f93a63847d1 found for delete ", "request_id": "req-af6f61ee-6e60-4fd1-9e39-0e271901fab3"}]} Sep 04 01:07:53.386815 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (1b4b6b61-4861-40b2-90db-a48723573c2e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.392647 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.396509 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1b4b6b61-4861-40b2-90db-a48723573c2e HTTP/1.1" status: 204 len: 168 time: 0.7605979 Sep 04 01:07:53.407921 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75db7-3e50-4670-abfe-107325ad1b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4b6b61-4861-40b2-90db-a48723573c2e,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:53.734086 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33664) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:53.735486 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:53.739214 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-137531280-network', 'tenant_id': '389e0e44d28649d5bd12db42a8312f0e'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:53.841798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Made reservation on behalf of 389e0e44d28649d5bd12db42a8312f0e for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:53.844368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.853585 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.895144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33668) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:53.918912 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a241-b9a0-4805-805e-faf17b3d69a2 req-407c14fe-7d6d-476b-8d68-a14ecffda06f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:53.918912 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e1b6a241-b9a0-4805-805e-faf17b3d69a2 req-407c14fe-7d6d-476b-8d68-a14ecffda06f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0617085 Sep 04 01:07:53.934248 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks [] for security_group (3bcf1ade-012b-4131-89bf-1c5dc08940ad), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:53.959513 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1292eb76-d82b-4da1-ab55-92420c24bbcb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3acb006051604f59a1ddcf7a8e7145da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633101 Sep 04 01:07:53.962147 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33670) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:53.985207 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e1b6a241-b9a0-4805-805e-faf17b3d69a2 req-8f32087c-901c-4f14-9e4c-74e1925c1625 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Sep 04 01:07:54.000650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3bcf1ade-012b-4131-89bf-1c5dc08940ad), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.032130 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] Publish callbacks [] for security_group (26caa0a6-81ea-4f76-adca-b99ef9c3762c), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.033707 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:54.044201 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:07:54.058012 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf1ade-012b-4131-89bf-1c5dc08940ad,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:54.073544 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (6155c3d9-6193-4244-aa93-ea8957e6e0fd), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.073891 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Added segment 6155c3d9-6193-4244-aa93-ea8957e6e0fd of type vlan for network c785357e-5312-4e07-a8a1-6ec7bfa7d3ec Sep 04 01:07:54.076309 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] Publish callbacks [] for security_group (26caa0a6-81ea-4f76-adca-b99ef9c3762c), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.077996 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:54.144891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (c785357e-5312-4e07-a8a1-6ec7bfa7d3ec), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.253050 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (c785357e-5312-4e07-a8a1-6ec7bfa7d3ec), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.254144 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.254785 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.302302 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (26caa0a6-81ea-4f76-adca-b99ef9c3762c), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.303550 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.304723 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/26caa0a6-81ea-4f76-adca-b99ef9c3762c HTTP/1.1" status: 204 len: 168 time: 0.3415747 Sep 04 01:07:54.323343 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce0818-db6d-4b9a-bb69-28fd254e8543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26caa0a6-81ea-4f76-adca-b99ef9c3762c,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:54.336665 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c785357e-5312-4e07-a8a1-6ec7bfa7d3ec,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:54.348602 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network c785357e-5312-4e07-a8a1-6ec7bfa7d3ec details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:07:54.369191 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-85576489-7074-4af1-9627-f1e2b25a92d8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6338341 Sep 04 01:07:54.371868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33676) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:54.400000 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Request body: {'subnet': {'network_id': 'c785357e-5312-4e07-a8a1-6ec7bfa7d3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-137531280-subnet', 'tenant_id': '389e0e44d28649d5bd12db42a8312f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:54.538768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Made reservation on behalf of 389e0e44d28649d5bd12db42a8312f0e for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:54.541191 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33171062'] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.781323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33030224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33171012'] for subnet (5b31ed00-7a73-4b35-8f6d-b5eb659bf199), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.841988 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b31ed00-7a73-4b35-8f6d-b5eb659bf199,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:54.859348 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Checking segment: {'id': '6155c3d9-6193-4244-aa93-ea8957e6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c785357e-5312-4e07-a8a1-6ec7bfa7d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:54.859769 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Network hostable DHCP agents. Network: c785357e-5312-4e07-a8a1-6ec7bfa7d3ec, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:07:54.975960 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Network c785357e-5312-4e07-a8a1-6ec7bfa7d3ec is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:07:55.087136 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c785357e-5312-4e07-a8a1-6ec7bfa7d3ec) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:55.097939 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.098620 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.098737 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b33974-0671-4c41-bda3-9198a23e5a7b None None] Network c785357e-5312-4e07-a8a1-6ec7bfa7d3ec requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:55.102589 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:55.117905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c3755-395a-4999-9c5c-1a37e8c1e8e5 req-e9870656-cfbb-48c2-8dcd-293980c8a2e1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.120209 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aa4c3755-395a-4999-9c5c-1a37e8c1e8e5 req-e9870656-cfbb-48c2-8dcd-293980c8a2e1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0577457 Sep 04 01:07:55.163533 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:55.174478 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aa4c3755-395a-4999-9c5c-1a37e8c1e8e5 req-7ebca809-0dc2-4690-819f-022d14368e81 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 Sep 04 01:07:55.197080 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-37cf159b-8872-4c44-877c-3389b9aa91f3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8214498 Sep 04 01:07:55.240597 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd12059-d45b-4e11-b845-ff805b3c4503 None None] Network c785357e-5312-4e07-a8a1-6ec7bfa7d3ec requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:55.755216 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-c9e95121-4cdf-4720-874d-dd259dda82ae tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.756718 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-c9e95121-4cdf-4720-874d-dd259dda82ae tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b6dbdfd8-7bc1-4401-9899-caf67c4485ed HTTP/1.1" status: 200 len: 808 time: 0.1029437 Sep 04 01:07:55.771659 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-dbc340e3-6561-4961-b9d1-53b470f5a356 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/quotas/3ece345f5fb34b3cbdb32d2880bf67da HTTP/1.1" status: 200 len: 375 time: 0.0096457 Sep 04 01:07:55.806991 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-31f54b8e-9019-43b6-adc7-09fe2125e33a tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3ece345f5fb34b3cbdb32d2880bf67da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305264 Sep 04 01:07:55.899346 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-cbb9ce1a-837e-4bb2-9230-c63d4b7ee850 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6dbdfd8-7bc1-4401-9899-caf67c4485ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856798 Sep 04 01:07:55.995629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-a45cc93c-fa80-4f8e-b32f-ee7de966b978 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b6dbdfd8-7bc1-4401-9899-caf67c4485ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906718 Sep 04 01:07:56.274614 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-39a1a15f-6eac-4abe-87a6-decdeb16c75a req-fee5bf3c-127b-48b3-9e3d-7f6f67485bae tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 210 time: 0.0454609 Sep 04 01:07:56.330180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654b657-9c72-40de-8b32-0a2428d60bd7 req-cfa74102-015e-443b-87c5-364820678218 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:56.336248 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7654b657-9c72-40de-8b32-0a2428d60bd7 req-cfa74102-015e-443b-87c5-364820678218 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0602727 Sep 04 01:07:56.380781 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:56.416775 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7654b657-9c72-40de-8b32-0a2428d60bd7 req-a72352c1-2ffc-44fd-9786-2d496c4b6c31 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590601 Sep 04 01:07:57.383109 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cbb48dbe-7646-48cf-abba-50cc12f64c9a req-8c05020c-add1-4425-bc77-31dea2b62edb tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 210 time: 0.0284307 Sep 04 01:07:57.533026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409759a-a168-4ffa-bfdb-88eaadcddc66 req-f3f737e0-0e7a-4e0b-b8bb-bd95ae92ad12 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:57.534483 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1409759a-a168-4ffa-bfdb-88eaadcddc66 req-f3f737e0-0e7a-4e0b-b8bb-bd95ae92ad12 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Sep 04 01:07:57.586415 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1409759a-a168-4ffa-bfdb-88eaadcddc66 req-9a2115be-25ca-41c7-88df-72f5a6454f0f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456264 Sep 04 01:07:57.790082 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:58.377440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33802) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:58.551165 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dace7f3c-b97c-4266-ada2-c3af86b736fa req-eae504ed-0514-4fb2-870d-85f807061082 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 210 time: 0.0511754 Sep 04 01:07:58.561188 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-981088bf-7826-4a79-a808-bc7dfa71842a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:58.667842 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-981088bf-7826-4a79-a808-bc7dfa71842a admin admin] Publish callbacks [] for security_group (8d66cfcc-7618-4d45-80f5-9a928c347169), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:58.726298 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e051-8fa3-4ed7-8b4c-887ef275d01d req-dfb32e40-f1fb-4c81-85a7-54fc65528d27 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:58.728190 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3859e051-8fa3-4ed7-8b4c-887ef275d01d req-dfb32e40-f1fb-4c81-85a7-54fc65528d27 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0538614 Sep 04 01:07:58.752838 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-981088bf-7826-4a79-a808-bc7dfa71842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8d66cfcc-7618-4d45-80f5-9a928c347169), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:58.813789 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3859e051-8fa3-4ed7-8b4c-887ef275d01d req-c5171ad0-fe24-435a-af0e-8f736b37f537 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 Sep 04 01:07:58.814642 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981088bf-7826-4a79-a808-bc7dfa71842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66cfcc-7618-4d45-80f5-9a928c347169,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:58.819376 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-981088bf-7826-4a79-a808-bc7dfa71842a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6e9daaec12642908434416f4c275b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408910 Sep 04 01:07:58.821951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33830) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:58.838824 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:58.877390 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] Publish callbacks [] for security_group (8d66cfcc-7618-4d45-80f5-9a928c347169), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:58.897916 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] Publish callbacks [] for security_group (8d66cfcc-7618-4d45-80f5-9a928c347169), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.044257 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8d66cfcc-7618-4d45-80f5-9a928c347169), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.067338 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.067338 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d66cfcc-7618-4d45-80f5-9a928c347169 HTTP/1.1" status: 204 len: 168 time: 0.2366924 Sep 04 01:07:59.071501 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c978662-1e91-4037-88d3-8a51be898350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66cfcc-7618-4d45-80f5-9a928c347169,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:59.104691 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-f906be29-ad29-4ee3-82c9-2e3e8d563488 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.106321 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-f906be29-ad29-4ee3-82c9-2e3e8d563488 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b6dbdfd8-7bc1-4401-9899-caf67c4485ed HTTP/1.1" status: 200 len: 808 time: 0.1215341 Sep 04 01:07:59.129436 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Request body: {'port': {'device_id': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed', 'admin_state_up': True, 'tenant_id': '3ece345f5fb34b3cbdb32d2880bf67da'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:59.369356 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Made reservation on behalf of 3ece345f5fb34b3cbdb32d2880bf67da for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:59.373357 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.503690 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Allocated IP 172.20.0.8 (b6dbdfd8-7bc1-4401-9899-caf67c4485ed/78d62772-1360-40a7-b445-1504905e5326/5a23b3a3-2bb4-410b-84dc-e97472fe0bc9) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:59.679308 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fd75b330-8e88-4ed2-a507-ae62c0e58ff4 req-470c1d8b-dcd4-495c-a94e-0c8f06801045 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 210 time: 0.0370650 Sep 04 01:07:59.728056 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks [] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.794951 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33848) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:59.808388 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3246-dc82-475f-bce2-e124c917dd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.818795 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:59.828169 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.889623 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Network b6dbdfd8-7bc1-4401-9899-caf67c4485ed is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:59.898656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:59.906499 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:59.909082 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Pushing event updated for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:59.911129 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:59.950197 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3a36-79e9-4b72-96fb-495bf6d7eee0 req-1daec86b-f09b-4558-bfde-74120c50760c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.951710 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-75cd3a36-79e9-4b72-96fb-495bf6d7eee0 req-1daec86b-f09b-4558-bfde-74120c50760c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Sep 04 01:07:59.973019 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.973668 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:59.994536 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3246-dc82-475f-bce2-e124c917dd14 admin admin] Publish callbacks [] for security_group (ac2c5134-3bd6-4247-970c-9937a0d3cbc0), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.002732 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-75cd3a36-79e9-4b72-96fb-495bf6d7eee0 req-8b1989b3-87e2-4c6b-982f-b8b01e321a6b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Sep 04 01:08:00.068380 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-3ad93222-e307-4be2-a17c-9eee69e36da4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9428248 Sep 04 01:08:00.068909 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3246-dc82-475f-bce2-e124c917dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ac2c5134-3bd6-4247-970c-9937a0d3cbc0), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.092889 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Request body: {'port': {'device_id': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:00.141885 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0cbb3246-dc82-475f-bce2-e124c917dd14 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4aa21864731646f0b73ac2d877c9aadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458641 Sep 04 01:08:00.146198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33856) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:00.167055 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3246-dc82-475f-bce2-e124c917dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2c5134-3bd6-4247-970c-9937a0d3cbc0,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:00.182601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.216675 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] Publish callbacks [] for security_group (ac2c5134-3bd6-4247-970c-9937a0d3cbc0), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.243201 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] Publish callbacks [] for security_group (ac2c5134-3bd6-4247-970c-9937a0d3cbc0), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.244850 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:00.384393 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ac2c5134-3bd6-4247-970c-9937a0d3cbc0), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.387655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.391488 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ac2c5134-3bd6-4247-970c-9937a0d3cbc0 HTTP/1.1" status: 204 len: 168 time: 0.2414281 Sep 04 01:08:00.400589 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1618c8-7c60-4052-9f20-9763469a62bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2c5134-3bd6-4247-970c-9937a0d3cbc0,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:00.658476 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:00.666935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks [] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.679781 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Transition to ACTIVE for port object 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:00.784394 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.829502 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266212b4-c94d-4895-84bd-75b0b38131a7 req-bf783071-ca8f-4670-a14a-91b88e65390d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:00.831103 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-266212b4-c94d-4895-84bd-75b0b38131a7 req-bf783071-ca8f-4670-a14a-91b88e65390d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 931 time: 0.0758662 Sep 04 01:08:00.901359 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:00.914076 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:00.948305 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-266212b4-c94d-4895-84bd-75b0b38131a7 req-96f895a0-4260-45e9-9531-176ed865a959 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063788 Sep 04 01:08:00.960270 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Attempting to bind port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:00.960638 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Attempting to bind port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c9ec340f-9849-4811-b1a7-012b97742315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:00.960962 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Attempting to bind port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 on network b6dbdfd8-7bc1-4401-9899-caf67c4485ed {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:00.965531 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 on network b6dbdfd8-7bc1-4401-9899-caf67c4485ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:00.967477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Attempting to bind port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 on network b6dbdfd8-7bc1-4401-9899-caf67c4485ed {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:00.974903 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:00.976766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Checking segment: {'id': 'c9ec340f-9849-4811-b1a7-012b97742315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:00.977216 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Bound using segment: {'id': 'c9ec340f-9849-4811-b1a7-012b97742315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:00.978963 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Bound port: 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ec340f-9849-4811-b1a7-012b97742315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:00.979392 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.043115 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:01.047575 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,segment=NetworkSegment(c9ec340f-9849-4811-b1a7-012b97742315),segment_id=c9ec340f-9849-4811-b1a7-012b97742315)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:01.125097 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f76763-78c4-4c49-91a8-3b933733c6f5 req-721baa15-b39c-4c52-b899-0caa2e69a659 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.126802 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d1f76763-78c4-4c49-91a8-3b933733c6f5 req-721baa15-b39c-4c52-b899-0caa2e69a659 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Sep 04 01:08:01.135977 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.142494 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.143199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.145332 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 HTTP/1.1" status: 200 len: 1093 time: 1.0600634 Sep 04 01:08:01.146039 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:01.146760 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:01.149085 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1669609c-b035-497d-9f42-935144404a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:01.181112 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d1f76763-78c4-4c49-91a8-3b933733c6f5 req-bbdf6382-7dc0-4724-bc62-9c5433fb6429 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Sep 04 01:08:01.210545 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3188266-9852-4d86-8ff8-eba66aca8eb7 x-openstack-request-id: req-c3188266-9852-4d86-8ff8-eba66aca8eb7 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:01.210858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:01.211110 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c3188266-9852-4d86-8ff8-eba66aca8eb7 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:01.211510 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3188266-9852-4d86-8ff8-eba66aca8eb7'] response: {'name': 'network-changed', 'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9', 'status': 'completed', 'code': 200} Sep 04 01:08:01.212178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1484b1-72ee-4393-9fab-d82985263a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:01.312611 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669609c-b035-497d-9f42-935144404a5c req-cfed647c-0944-4745-b358-309323183a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.314174 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1669609c-b035-497d-9f42-935144404a5c req-cfed647c-0944-4745-b358-309323183a16 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3ece345f5fb34b3cbdb32d2880bf67da&device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 1127 time: 0.0389371 Sep 04 01:08:01.518269 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669609c-b035-497d-9f42-935144404a5c req-f9824531-4f92-41e1-9b26-8c26fb611ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.520368 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1669609c-b035-497d-9f42-935144404a5c req-f9824531-4f92-41e1-9b26-8c26fb611ef6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=3ece345f5fb34b3cbdb32d2880bf67da&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1837819 Sep 04 01:08:01.694614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669609c-b035-497d-9f42-935144404a5c req-f6d90f2f-5c61-477c-a6ef-d05491c2ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.696100 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1669609c-b035-497d-9f42-935144404a5c req-f6d90f2f-5c61-477c-a6ef-d05491c2ebe4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622405 Sep 04 01:08:01.810030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-39a8103e-6115-4187-b828-15389366c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.811516 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-39a8103e-6115-4187-b828-15389366c5c7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3ece345f5fb34b3cbdb32d2880bf67da&device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 1127 time: 0.0423684 Sep 04 01:08:01.856426 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=59 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:01.867507 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-73257142-d9d2-42ff-bfbf-6d11cbab564b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0371683 Sep 04 01:08:01.921819 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-d3180a1f-3a97-4220-a227-e462b563acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.923357 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-d3180a1f-3a97-4220-a227-e462b563acc4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=78d62772-1360-40a7-b445-1504905e5326 HTTP/1.1" status: 200 len: 848 time: 0.0485296 Sep 04 01:08:01.957066 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-022fb663-5ed9-434d-bef0-f5526349a9da service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b6dbdfd8-7bc1-4401-9899-caf67c4485ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270982 Sep 04 01:08:02.068756 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:08:02.090341 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-f20e27d9-d2e7-48ce-940b-1c66930a0690 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b6dbdfd8-7bc1-4401-9899-caf67c4485ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268563 Sep 04 01:08:02.171413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fdcad-5990-4438-a885-69137f7204a9 req-794208f4-1c91-47fe-9c66-b8a476dab9dd tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:02.178978 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d7fdcad-5990-4438-a885-69137f7204a9 req-794208f4-1c91-47fe-9c66-b8a476dab9dd tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 943 time: 0.1282704 Sep 04 01:08:02.215707 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:02.244955 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d7fdcad-5990-4438-a885-69137f7204a9 req-57b8d2f1-a9a5-41a2-b3c5-24145e670073 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Sep 04 01:08:02.272403 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c5dcb8f4-e6fa-4f64-bc27-29beb5c17d64 req-5077bc14-eea5-4d48-8efe-ca4b7a8c12c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b6dbdfd8-7bc1-4401-9899-caf67c4485ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733220 Sep 04 01:08:02.325530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97580b-3d90-46eb-837b-8d563f153306 req-dbbcd40f-f49b-4e15-b501-7114ce0aa1c6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:02.327031 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba97580b-3d90-46eb-837b-8d563f153306 req-dbbcd40f-f49b-4e15-b501-7114ce0aa1c6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Sep 04 01:08:02.381016 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba97580b-3d90-46eb-837b-8d563f153306 req-1d4696fa-6fb0-4740-8bc5-9d52a35f756d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Sep 04 01:08:03.393482 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa26afb-1ae3-4fc7-aa41-02c2c70d9309 req-d0d9ef77-ab02-4197-a096-b0832275b8a4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:03.394915 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-baa26afb-1ae3-4fc7-aa41-02c2c70d9309 req-d0d9ef77-ab02-4197-a096-b0832275b8a4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 943 time: 0.0479274 Sep 04 01:08:03.444673 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-baa26afb-1ae3-4fc7-aa41-02c2c70d9309 req-da86d203-5c4d-4603-a36e-5fc300303b91 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Sep 04 01:08:03.511037 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce6ffe-244e-415b-9ca1-54dfacada58f req-31c0e2b1-efb1-4283-bbb1-e97bfbfb3e97 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:03.512771 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-37ce6ffe-244e-415b-9ca1-54dfacada58f req-31c0e2b1-efb1-4283-bbb1-e97bfbfb3e97 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0502231 Sep 04 01:08:03.560048 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-37ce6ffe-244e-415b-9ca1-54dfacada58f req-0b66ead9-37d8-4b81-8db2-0ab7a7b6f0cc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Sep 04 01:08:04.184210 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 33970) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:04.296620 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-283f6981-42b1-49ab-b724-947324375864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.372770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-283f6981-42b1-49ab-b724-947324375864 admin admin] Publish callbacks [] for security_group (0ac07b0d-f001-42ba-add1-85f36fe8aaea), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.437924 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-283f6981-42b1-49ab-b724-947324375864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0ac07b0d-f001-42ba-add1-85f36fe8aaea), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.482599 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-283f6981-42b1-49ab-b724-947324375864 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ceded6b844164be194c5d6efbb1d3b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938709 Sep 04 01:08:04.482599 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f6981-42b1-49ab-b724-947324375864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac07b0d-f001-42ba-add1-85f36fe8aaea,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:04.482775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 33988) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:04.546355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] Publish callbacks [] for security_group (0ac07b0d-f001-42ba-add1-85f36fe8aaea), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.567505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] Publish callbacks [] for security_group (0ac07b0d-f001-42ba-add1-85f36fe8aaea), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.589596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698b1d-bf7e-4d68-baa8-9ca65b192d8f req-cc3f7e11-1edb-4ab9-9a3f-0102d7a5f4a0 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.591120 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6c698b1d-bf7e-4d68-baa8-9ca65b192d8f req-cc3f7e11-1edb-4ab9-9a3f-0102d7a5f4a0 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 943 time: 0.0532701 Sep 04 01:08:04.645727 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6c698b1d-bf7e-4d68-baa8-9ca65b192d8f req-53d207bc-d35e-415d-a863-e5ce6e14c89b tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489736 Sep 04 01:08:04.683296 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0ac07b0d-f001-42ba-add1-85f36fe8aaea), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.687124 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.687124 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0ac07b0d-f001-42ba-add1-85f36fe8aaea HTTP/1.1" status: 204 len: 168 time: 0.2037218 Sep 04 01:08:04.720667 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c9db8-8322-4750-a56b-7cd151b68245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac07b0d-f001-42ba-add1-85f36fe8aaea,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:04.729557 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27e84c-ffa8-4051-93df-9d8d4ced92b6 req-1a2f5e9a-d8a6-4393-bd4e-011571dab313 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.733114 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6e27e84c-ffa8-4051-93df-9d8d4ced92b6 req-1a2f5e9a-d8a6-4393-bd4e-011571dab313 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0698540 Sep 04 01:08:04.785846 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6e27e84c-ffa8-4051-93df-9d8d4ced92b6 req-d71dcb9e-acad-4979-bf4a-baee93408d00 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Sep 04 01:08:05.338691 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34024) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:05.351952 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-060ab8df-0fe0-4a1d-98d3-9191751e9ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.431672 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-060ab8df-0fe0-4a1d-98d3-9191751e9ccf admin admin] Publish callbacks [] for security_group (ac862f08-22d9-43cb-af5e-49ab0319dc44), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.500483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-060ab8df-0fe0-4a1d-98d3-9191751e9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ac862f08-22d9-43cb-af5e-49ab0319dc44), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.541302 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-060ab8df-0fe0-4a1d-98d3-9191751e9ccf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=53a25412091c4285a3124433e04f4464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015071 Sep 04 01:08:05.546175 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab8df-0fe0-4a1d-98d3-9191751e9ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac862f08-22d9-43cb-af5e-49ab0319dc44,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:05.546308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34028) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:05.550014 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:05.595373 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] Publish callbacks [] for security_group (ac862f08-22d9-43cb-af5e-49ab0319dc44), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.615253 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d388a8b6-2db9-4479-ad68-85676c995385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.615736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] Publish callbacks [] for security_group (ac862f08-22d9-43cb-af5e-49ab0319dc44), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.730668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ac862f08-22d9-43cb-af5e-49ab0319dc44), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.733172 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.734249 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ac862f08-22d9-43cb-af5e-49ab0319dc44 HTTP/1.1" status: 204 len: 168 time: 0.1893415 Sep 04 01:08:05.760488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac32ef7-620b-453c-a948-3bd503e26fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac862f08-22d9-43cb-af5e-49ab0319dc44,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:05.775030 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162fd0-8e77-4c96-8006-81d06a8f4b7c req-29bc4d13-fe4b-432d-9399-e802a4513c5c tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.777142 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07162fd0-8e77-4c96-8006-81d06a8f4b7c req-29bc4d13-fe4b-432d-9399-e802a4513c5c tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 943 time: 0.0574014 Sep 04 01:08:05.826428 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:05.833297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:05.853118 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07162fd0-8e77-4c96-8006-81d06a8f4b7c req-d520f332-995e-40b8-8aec-bd11cb0bda7c tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Sep 04 01:08:05.921265 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:05.945392 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,segment=NetworkSegment(c9ec340f-9849-4811-b1a7-012b97742315),segment_id=c9ec340f-9849-4811-b1a7-012b97742315)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:05.961488 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b79f56-17ed-42a3-b653-6c6504698a25 req-bbd311f8-6b45-4f5e-8c22-5f23817131f6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.963590 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55b79f56-17ed-42a3-b653-6c6504698a25 req-bbd311f8-6b45-4f5e-8c22-5f23817131f6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Sep 04 01:08:05.964778 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9', 'network_id': 'b6dbdfd8-7bc1-4401-9899-caf67c4485ed', 'port_id': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9', 'mac_address': 'fa:16:3e:40:5b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d62772-1360-40a7-b445-1504905e5326', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:06.003213 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:06.003595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.017594 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55b79f56-17ed-42a3-b653-6c6504698a25 req-30aeb766-30bb-46e8-b9a2-2eab43cab719 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Sep 04 01:08:06.021281 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:06.042289 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,segment=NetworkSegment(c9ec340f-9849-4811-b1a7-012b97742315),segment_id=c9ec340f-9849-4811-b1a7-012b97742315)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:06.106174 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.154448 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:06.162483 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164559 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164559 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.164905 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.165233 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.165559 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.165888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.166216 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.166538 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.166862 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.167185 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:06.468332 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34054) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:06.482583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7524879f-6f70-452f-9e40-edb273c9460c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.557631 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7524879f-6f70-452f-9e40-edb273c9460c admin admin] Publish callbacks [] for security_group (b4abc15c-6714-4a97-9a2e-7a575157e185), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.610055 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['5a23b3a3-2bb4-410b-84dc-e97472fe0bc9'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:06.635939 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7524879f-6f70-452f-9e40-edb273c9460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b4abc15c-6714-4a97-9a2e-7a575157e185), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.641154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:06.675134 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7524879f-6f70-452f-9e40-edb273c9460c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=55d7243f696a44f98845e8e9ff1aaa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056608 Sep 04 01:08:06.679286 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524879f-6f70-452f-9e40-edb273c9460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4abc15c-6714-4a97-9a2e-7a575157e185,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:06.679416 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34056) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:06.734279 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] Publish callbacks [] for security_group (b4abc15c-6714-4a97-9a2e-7a575157e185), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.759357 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] Publish callbacks [] for security_group (b4abc15c-6714-4a97-9a2e-7a575157e185), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.766371 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:06.915535 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b4abc15c-6714-4a97-9a2e-7a575157e185), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.918364 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.919512 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b4abc15c-6714-4a97-9a2e-7a575157e185 HTTP/1.1" status: 204 len: 168 time: 0.2390099 Sep 04 01:08:06.931766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ae730-7591-4efe-b6c5-5715779feea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4abc15c-6714-4a97-9a2e-7a575157e185,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:06.970433 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d050ab-0010-4a24-b6df-1ab84aff242f req-1fb0627f-f287-4c2d-a06f-fac39048addd tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.971828 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b3d050ab-0010-4a24-b6df-1ab84aff242f req-1fb0627f-f287-4c2d-a06f-fac39048addd tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 944 time: 0.0510921 Sep 04 01:08:07.022340 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b3d050ab-0010-4a24-b6df-1ab84aff242f req-58700abb-a8bb-49bf-a506-c40e67b7c99d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Sep 04 01:08:07.140288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d361-7e32-4eb6-88cf-a3c0b7ecd717 req-c6c1b3e2-4806-4514-8559-22f85e492f63 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:07.141794 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-35d5d361-7e32-4eb6-88cf-a3c0b7ecd717 req-c6c1b3e2-4806-4514-8559-22f85e492f63 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Sep 04 01:08:07.191078 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-35d5d361-7e32-4eb6-88cf-a3c0b7ecd717 req-1d707dbe-2691-4a30-8d83-74d2294711c9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Sep 04 01:08:07.850264 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:07.900679 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:08:07.934797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-949f1743-da14-49d7-8fc9-d40f529a2329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:07.986195 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:07.986507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:08.050420 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:08.122667 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:08.123060 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:08.153792 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:08.156345 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb6fdf3-94b2-47cd-828a-fe34f38b54dc" -d '{"events": [{"server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:08.174595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,segment=NetworkSegment(c9ec340f-9849-4811-b1a7-012b97742315),segment_id=c9ec340f-9849-4811-b1a7-012b97742315)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:08.226536 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e9552-c4d9-4647-bae7-40f97484cda8 req-1e8f109e-3ccb-4926-bd61-4e2da01a9124 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.228724 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c9acb0-ed0e-444d-a902-5ab556a08657 x-openstack-request-id: req-e0c9acb0-ed0e-444d-a902-5ab556a08657 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:08.229175 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:08.229617 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e0c9acb0-ed0e-444d-a902-5ab556a08657 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:08.230176 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c9acb0-ed0e-444d-a902-5ab556a08657'] response: {'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9', 'code': 200} Sep 04 01:08:08.236050 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:08.240154 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed080-7768-4326-ae75-9bbc3644d4fc req-8d34e852-37d5-4c1a-8666-b99f9c03e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.244093 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b56e9552-c4d9-4647-bae7-40f97484cda8 req-1e8f109e-3ccb-4926-bd61-4e2da01a9124 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 944 time: 0.0970435 Sep 04 01:08:08.244993 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9e5ed080-7768-4326-ae75-9bbc3644d4fc req-8d34e852-37d5-4c1a-8666-b99f9c03e3f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0580928 Sep 04 01:08:08.334879 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:08.350207 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b56e9552-c4d9-4647-bae7-40f97484cda8 req-62c08f4d-2fcf-4433-88d5-09bac00d86c4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984180 Sep 04 01:08:08.400015 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9e5ed080-7768-4326-ae75-9bbc3644d4fc req-9eb33e9c-3ef4-43d2-912e-4b19e0b4f774 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143436 Sep 04 01:08:08.405985 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b53c5-0fbe-4bd6-b63b-14ffb3e65134 req-0fa740cc-ddf5-4354-b988-9db27c3df5ed tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.407417 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-134b53c5-0fbe-4bd6-b63b-14ffb3e65134 req-0fa740cc-ddf5-4354-b988-9db27c3df5ed tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.1044300 Sep 04 01:08:08.462300 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-134b53c5-0fbe-4bd6-b63b-14ffb3e65134 req-16bdd024-3c54-4b3b-bf0f-6280908e5c35 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 Sep 04 01:08:08.857252 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66551395-867e-48ce-8e99-d88b085df063 req-dd3356a5-5669-4d5e-b893-311485307ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.858730 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-66551395-867e-48ce-8e99-d88b085df063 req-dd3356a5-5669-4d5e-b893-311485307ab4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 1129 time: 0.0371962 Sep 04 01:08:09.186227 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:09.288931 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-66551395-867e-48ce-8e99-d88b085df063 req-182fde7a-3dba-4c07-b49d-9d62815d55e0 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Sep 04 01:08:09.493268 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef3a03-d734-49fe-9bd2-3675b3ab8339 req-8821d62b-cc7d-4d62-a0ee-6372f834f3a6 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.494763 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d6ef3a03-d734-49fe-9bd2-3675b3ab8339 req-8821d62b-cc7d-4d62-a0ee-6372f834f3a6 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0467069 Sep 04 01:08:09.546066 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d6ef3a03-d734-49fe-9bd2-3675b3ab8339 req-cc9c1878-2930-4b15-a451-8580403fffd9 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Sep 04 01:08:09.589474 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2d5ac-d021-45cb-b54e-8be38b4d4176 req-92271986-9d40-497d-8960-f29505f458d7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.590942 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4ec2d5ac-d021-45cb-b54e-8be38b4d4176 req-92271986-9d40-497d-8960-f29505f458d7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Sep 04 01:08:09.646680 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4ec2d5ac-d021-45cb-b54e-8be38b4d4176 req-53d5609f-1787-43d2-acf8-0d601ec89c17 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Sep 04 01:08:09.798841 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34188) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:09.908355 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-461d27a0-c834-47e0-a7f9-a4da49680353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:09.968412 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:09.997180 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-461d27a0-c834-47e0-a7f9-a4da49680353 admin admin] Publish callbacks [] for security_group (69957132-6b98-4445-9f88-b1abcbe9ab9e), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.230497 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-461d27a0-c834-47e0-a7f9-a4da49680353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (69957132-6b98-4445-9f88-b1abcbe9ab9e), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.281421 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-461d27a0-c834-47e0-a7f9-a4da49680353 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f31b99bf5a9a48c0a3901675ae796e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4814317 Sep 04 01:08:10.282548 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d27a0-c834-47e0-a7f9-a4da49680353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69957132-6b98-4445-9f88-b1abcbe9ab9e,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:10.284443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34196) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:10.337287 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] Publish callbacks [] for security_group (69957132-6b98-4445-9f88-b1abcbe9ab9e), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.358752 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] Publish callbacks [] for security_group (69957132-6b98-4445-9f88-b1abcbe9ab9e), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.375400 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:10.540796 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (69957132-6b98-4445-9f88-b1abcbe9ab9e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.543509 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.544717 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/69957132-6b98-4445-9f88-b1abcbe9ab9e HTTP/1.1" status: 204 len: 168 time: 0.2591300 Sep 04 01:08:10.554977 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db0c8a-689d-4d5f-ad7a-095dbd11eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69957132-6b98-4445-9f88-b1abcbe9ab9e,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:10.675047 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874110a5-80dc-4ee0-ad52-c1d4b0c51e3b req-156f2490-ef82-45bb-8dcf-90be4c208c3a tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:10.676617 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-874110a5-80dc-4ee0-ad52-c1d4b0c51e3b req-156f2490-ef82-45bb-8dcf-90be4c208c3a tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Sep 04 01:08:10.703571 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.754213 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-874110a5-80dc-4ee0-ad52-c1d4b0c51e3b req-a9b4ed09-54c2-4d1a-897e-9cbc5a3c4193 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714381 Sep 04 01:08:10.802055 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642813c-fcc0-4627-b7b8-0e0818630b19 req-12c1ec6c-6c80-4240-801b-fbf5fbeb0d6f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:10.803616 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5642813c-fcc0-4627-b7b8-0e0818630b19 req-12c1ec6c-6c80-4240-801b-fbf5fbeb0d6f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Sep 04 01:08:10.854737 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.860575 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5642813c-fcc0-4627-b7b8-0e0818630b19 req-1c57ac32-fd26-44e1-99ce-2e3c54fbb449 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504491 Sep 04 01:08:10.997815 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737c9af-fa88-4b4d-9d59-124f6fa34be1 req-911dc4f3-5bd8-4497-bd01-d3565027e029 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:10.999282 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3737c9af-fa88-4b4d-9d59-124f6fa34be1 req-911dc4f3-5bd8-4497-bd01-d3565027e029 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0534213 Sep 04 01:08:11.053466 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3737c9af-fa88-4b4d-9d59-124f6fa34be1 req-6f45b066-c6db-4de2-b9e8-9d6d49c917eb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Sep 04 01:08:11.872044 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34250) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:11.920621 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d8ff0-0f24-49af-81a3-95bc3b3aefa1 req-78c56724-5efc-4aee-9d41-47fad96b85c4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:11.930523 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-969d8ff0-0f24-49af-81a3-95bc3b3aefa1 req-78c56724-5efc-4aee-9d41-47fad96b85c4 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0621283 Sep 04 01:08:12.003971 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-969d8ff0-0f24-49af-81a3-95bc3b3aefa1 req-cecbb7b4-183d-408a-98e2-119422fb9242 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Sep 04 01:08:12.063959 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dbd5954a-0935-4ed4-9b11-a1c3451cff24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.064628 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:12.116662 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:12.161645 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dbd5954a-0935-4ed4-9b11-a1c3451cff24 admin admin] Publish callbacks [] for security_group (5d876182-da07-4e39-92bf-97e52df3b64f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.255571 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dbd5954a-0935-4ed4-9b11-a1c3451cff24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5d876182-da07-4e39-92bf-97e52df3b64f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.306490 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dbd5954a-0935-4ed4-9b11-a1c3451cff24 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba08a6957ed346d0b747835e3dc15696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330111 Sep 04 01:08:12.307446 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5954a-0935-4ed4-9b11-a1c3451cff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d876182-da07-4e39-92bf-97e52df3b64f,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:12.309490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34274) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:12.360875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] Publish callbacks [] for security_group (5d876182-da07-4e39-92bf-97e52df3b64f), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.380374 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] Publish callbacks [] for security_group (5d876182-da07-4e39-92bf-97e52df3b64f), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.505224 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34280) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:12.555852 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5d876182-da07-4e39-92bf-97e52df3b64f), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.559060 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.562475 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5d876182-da07-4e39-92bf-97e52df3b64f HTTP/1.1" status: 204 len: 168 time: 0.2494586 Sep 04 01:08:12.569744 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528772b2-6a10-41a2-9c22-060d891bf961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d876182-da07-4e39-92bf-97e52df3b64f,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:12.630671 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f3f0-031d-4920-8fe1-2090b6fd7925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.704933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:12.710256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f3f0-031d-4920-8fe1-2090b6fd7925 admin admin] Publish callbacks [] for security_group (88044452-e1c6-498c-891e-0a4484aa9a3f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.832002 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f3f0-031d-4920-8fe1-2090b6fd7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (88044452-e1c6-498c-891e-0a4484aa9a3f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.871385 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6fa1f3f0-031d-4920-8fe1-2090b6fd7925 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7d5501935ac8454c9f1f89cd8383c7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650095 Sep 04 01:08:12.874087 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34286) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:12.875840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f3f0-031d-4920-8fe1-2090b6fd7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88044452-e1c6-498c-891e-0a4484aa9a3f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:12.925779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] Publish callbacks [] for security_group (88044452-e1c6-498c-891e-0a4484aa9a3f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.953960 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] Publish callbacks [] for security_group (88044452-e1c6-498c-891e-0a4484aa9a3f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.112014 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (88044452-e1c6-498c-891e-0a4484aa9a3f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.115751 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.116940 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/88044452-e1c6-498c-891e-0a4484aa9a3f HTTP/1.1" status: 204 len: 168 time: 0.2418125 Sep 04 01:08:13.126004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d26fb-09ed-4ad6-8088-d884bc76ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88044452-e1c6-498c-891e-0a4484aa9a3f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:13.623317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34304) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:13.636058 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5b92-e7d3-4882-a990-939f389b5695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.693572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:13.724657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5b92-e7d3-4882-a990-939f389b5695 admin admin] Publish callbacks [] for security_group (807a7b2f-772f-43f7-af7d-09dccedfdff6), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.791804 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5b92-e7d3-4882-a990-939f389b5695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (807a7b2f-772f-43f7-af7d-09dccedfdff6), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.830106 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f0bc5b92-e7d3-4882-a990-939f389b5695 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d7be4e7725d4f1fa9c10fc1d26a70b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058074 Sep 04 01:08:13.831243 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc5b92-e7d3-4882-a990-939f389b5695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807a7b2f-772f-43f7-af7d-09dccedfdff6,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:13.834104 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34310) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:13.884968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] Publish callbacks [] for security_group (807a7b2f-772f-43f7-af7d-09dccedfdff6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.906403 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] Publish callbacks [] for security_group (807a7b2f-772f-43f7-af7d-09dccedfdff6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.095081 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (807a7b2f-772f-43f7-af7d-09dccedfdff6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.097897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.102694 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/807a7b2f-772f-43f7-af7d-09dccedfdff6 HTTP/1.1" status: 204 len: 168 time: 0.2646227 Sep 04 01:08:14.112508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9512-ceeb-4565-b928-8f212409ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807a7b2f-772f-43f7-af7d-09dccedfdff6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:14.752875 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eb29d-fdfe-4da3-bf7d-6d4e791b2172 req-978eaf32-a544-4e4b-aec2-be3db7b09326 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.756952 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd8eb29d-fdfe-4da3-bf7d-6d4e791b2172 req-978eaf32-a544-4e4b-aec2-be3db7b09326 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0625558 Sep 04 01:08:14.809478 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd8eb29d-fdfe-4da3-bf7d-6d4e791b2172 req-cd2f6433-f7a1-4ffc-89e7-7c2114714495 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Sep 04 01:08:14.865892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-a0db08b4-c092-4887-8840-18f135d39535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.867391 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-a0db08b4-c092-4887-8840-18f135d39535 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.0411363 Sep 04 01:08:14.964787 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-d12a1348-b9f4-4e5f-983a-b942c07939b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.966280 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-d12a1348-b9f4-4e5f-983a-b942c07939b1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0928519 Sep 04 01:08:15.014097 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-3886709e-a662-4f51-8211-e31ca9b266d4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.0374060 Sep 04 01:08:15.072895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-53726d9f-bb44-468f-9003-b77edbe52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:15.074887 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-53726d9f-bb44-468f-9003-b77edbe52d4b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0538187 Sep 04 01:08:15.121451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-6ce43ede-dbd9-4623-a7f9-0c774933307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:15.123091 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-6ce43ede-dbd9-4623-a7f9-0c774933307f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409331 Sep 04 01:08:15.190446 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:15.226360 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-aaab7db9-75e8-43eb-a798-9e5916995923 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958419 Sep 04 01:08:15.338479 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-561b6d16-d23d-4329-bd4e-007b2a7ad178 req-9a804b78-b299-43e6-9735-d17c7b4f7b88 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057017 Sep 04 01:08:15.940384 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f91e9-dd11-4804-9d3c-64d826984c8e req-b5312ce0-d3a2-4691-a923-7a4b2d297088 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:15.941926 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0d5f91e9-dd11-4804-9d3c-64d826984c8e req-b5312ce0-d3a2-4691-a923-7a4b2d297088 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0500548 Sep 04 01:08:16.007768 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0d5f91e9-dd11-4804-9d3c-64d826984c8e req-bdb91a86-d682-4460-ba09-d6fb6c37ec75 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591903 Sep 04 01:08:17.134896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f89d-1d42-4561-aefa-3cedbe48c779 req-fd759dd8-2d56-4550-8311-6d8887c319fa tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:17.136416 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4223f89d-1d42-4561-aefa-3cedbe48c779 req-fd759dd8-2d56-4550-8311-6d8887c319fa tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0564537 Sep 04 01:08:17.196877 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4223f89d-1d42-4561-aefa-3cedbe48c779 req-12139c82-4805-4221-9b89-0e1b0dcffdb7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Sep 04 01:08:17.609627 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34450) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:17.733248 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbccc1a3-38a4-48a9-a5a9-cce2e0ca79b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:17.814495 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbccc1a3-38a4-48a9-a5a9-cce2e0ca79b6 admin admin] Publish callbacks [] for security_group (1d580bf4-7cbf-4af1-aa9e-a5e973c1a869), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:17.877387 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbccc1a3-38a4-48a9-a5a9-cce2e0ca79b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1d580bf4-7cbf-4af1-aa9e-a5e973c1a869), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:17.899676 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17335ade-c1fc-483f-a103-bc462f33da6a req-7d060975-0b2c-4deb-8210-b0ab3ae6a716 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:17.901182 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-17335ade-c1fc-483f-a103-bc462f33da6a req-7d060975-0b2c-4deb-8210-b0ab3ae6a716 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0517440 Sep 04 01:08:17.918822 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccc1a3-38a4-48a9-a5a9-cce2e0ca79b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d580bf4-7cbf-4af1-aa9e-a5e973c1a869,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:17.923007 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fbccc1a3-38a4-48a9-a5a9-cce2e0ca79b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a2242b4c450d4a0cb161a78483fd9c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122971 Sep 04 01:08:17.927911 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34460) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:17.973297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:17.977714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-17335ade-c1fc-483f-a103-bc462f33da6a req-b8312a72-63c8-41d3-9bfa-4f9b9a07610d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707819 Sep 04 01:08:18.000100 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] Publish callbacks [] for security_group (1d580bf4-7cbf-4af1-aa9e-a5e973c1a869), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.022324 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] Publish callbacks [] for security_group (1d580bf4-7cbf-4af1-aa9e-a5e973c1a869), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.134784 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1d580bf4-7cbf-4af1-aa9e-a5e973c1a869), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.137597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.138751 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1d580bf4-7cbf-4af1-aa9e-a5e973c1a869 HTTP/1.1" status: 204 len: 168 time: 0.2098749 Sep 04 01:08:18.147245 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36fd3d-204f-4ffc-986d-e3151297cf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d580bf4-7cbf-4af1-aa9e-a5e973c1a869,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:18.326690 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8b13-286b-4bfa-8047-51fa0a236e54 req-323c9939-91ae-4eb7-9c34-04ee3c8c5b29 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.328192 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6f9f8b13-286b-4bfa-8047-51fa0a236e54 req-323c9939-91ae-4eb7-9c34-04ee3c8c5b29 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0540016 Sep 04 01:08:18.377489 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6f9f8b13-286b-4bfa-8047-51fa0a236e54 req-06ffa508-633f-43ae-8397-213b9684ccb5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Sep 04 01:08:18.853871 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34472) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:18.868323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1760bb47-a910-47ba-bdf3-48c8d3ea0c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.909089 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.962372 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1760bb47-a910-47ba-bdf3-48c8d3ea0c7a admin admin] Publish callbacks [] for security_group (fe65ee29-62ab-4034-ba92-eb657a0c9b15), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.015023 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1760bb47-a910-47ba-bdf3-48c8d3ea0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fe65ee29-62ab-4034-ba92-eb657a0c9b15), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.065114 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1760bb47-a910-47ba-bdf3-48c8d3ea0c7a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dee2f21c9543451eae265749755c518a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074974 Sep 04 01:08:19.065353 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34482) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:19.071992 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760bb47-a910-47ba-bdf3-48c8d3ea0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe65ee29-62ab-4034-ba92-eb657a0c9b15,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:19.112734 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec6a3-90da-4a8d-a8a8-b5475ffc5832 req-71af8bcc-177a-49e1-b9a0-a9261e6d754d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:19.112734 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5a8ec6a3-90da-4a8d-a8a8-b5475ffc5832 req-71af8bcc-177a-49e1-b9a0-a9261e6d754d tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0541816 Sep 04 01:08:19.130194 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] Publish callbacks [] for security_group (fe65ee29-62ab-4034-ba92-eb657a0c9b15), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.153257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:19.155447 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] Publish callbacks [] for security_group (fe65ee29-62ab-4034-ba92-eb657a0c9b15), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.170147 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5a8ec6a3-90da-4a8d-a8a8-b5475ffc5832 req-ccc719b7-5e0f-4b91-adbf-5ac3b82c45c6 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526619 Sep 04 01:08:19.288712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fe65ee29-62ab-4034-ba92-eb657a0c9b15), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.291455 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.292628 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe65ee29-62ab-4034-ba92-eb657a0c9b15 HTTP/1.1" status: 204 len: 168 time: 0.2263155 Sep 04 01:08:19.300860 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3181021-081b-40b5-8fbc-2977c78d55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe65ee29-62ab-4034-ba92-eb657a0c9b15,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:19.501588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4179a7-38bd-4abc-ad35-695cfab7de2c req-d64dd45a-c833-4818-9c69-398e2819dd53 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:19.503121 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8a4179a7-38bd-4abc-ad35-695cfab7de2c req-d64dd45a-c833-4818-9c69-398e2819dd53 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Sep 04 01:08:19.554675 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8a4179a7-38bd-4abc-ad35-695cfab7de2c req-848c8b31-2061-4237-84d5-c25c2d2e0bde tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Sep 04 01:08:20.312119 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e0542-e13b-474e-a0c3-3331a2dd0f1a req-32f0adf3-4212-432d-b5a4-7cd86680106f tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:20.314295 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-699e0542-e13b-474e-a0c3-3331a2dd0f1a req-32f0adf3-4212-432d-b5a4-7cd86680106f tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0512154 Sep 04 01:08:20.353310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e993322f-6d75-4041-83a6-08321c094e6a tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:20.354799 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e993322f-6d75-4041-83a6-08321c094e6a tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 945 time: 0.0624516 Sep 04 01:08:20.368407 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-699e0542-e13b-474e-a0c3-3331a2dd0f1a req-b227019e-6438-4f1c-98d3-533dfebca822 tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e5cc4568-e9a4-4767-affe-f4c6b8099ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Sep 04 01:08:20.445581 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Deleting port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:08:20.445768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:20.540572 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] For port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,segment=NetworkSegment(c9ec340f-9849-4811-b1a7-012b97742315),segment_id=c9ec340f-9849-4811-b1a7-012b97742315)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:20.540933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:20.555304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Calling delete_port for 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:08:20.710858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80473-a6af-4653-9005-c46682934745 req-e62021f9-1a75-4f80-8698-dbf71ff4e30e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:20.712304 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ea80473-a6af-4653-9005-c46682934745 req-e62021f9-1a75-4f80-8698-dbf71ff4e30e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0762849 Sep 04 01:08:20.770632 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ea80473-a6af-4653-9005-c46682934745 req-3e42cf14-5046-40a2-87fe-d81ae7a9a470 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Sep 04 01:08:20.806903 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (5a23b3a3-2bb4-410b-84dc-e97472fe0bc9), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:20.835565 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Pushing event deleted for resources: {'Port': ['ID=5a23b3a3-2bb4-410b-84dc-e97472fe0bc9,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:20.869865 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['5a23b3a3-2bb4-410b-84dc-e97472fe0bc9'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:20.881317 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] No DVR routers for this DVR port 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:08:20.883723 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:20.889426 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a88437f-faa7-41de-a9c0-f3d4c799739f req-e0dedd64-36de-4b8e-9c14-1ab6d3e288ff tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 HTTP/1.1" status: 204 len: 173 time: 0.5284646 Sep 04 01:08:20.890074 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'name': 'network-vif-deleted', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:20.892416 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab252a-76c7-4e82-b14f-c3abd9ef5e75" -d '{"events": [{"server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "name": "network-vif-deleted", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:20.932840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079698f4-74ae-4b74-915c-02064f6f196f x-openstack-request-id: req-079698f4-74ae-4b74-915c-02064f6f196f {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:20.933133 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee0ec24-089b-4d95-b13b-2ebc6f6501b1", "name": "network-vif-deleted", "tag": "5a23b3a3-2bb4-410b-84dc-e97472fe0bc9", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:20.933517 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-079698f4-74ae-4b74-915c-02064f6f196f {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:20.934294 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079698f4-74ae-4b74-915c-02064f6f196f'] response: {'server_uuid': '5ee0ec24-089b-4d95-b13b-2ebc6f6501b1', 'name': 'network-vif-deleted', 'tag': '5a23b3a3-2bb4-410b-84dc-e97472fe0bc9', 'status': 'completed', 'code': 200} Sep 04 01:08:21.498849 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7ae0caf6-a1c3-400c-afa8-b37dc4c00ac3 req-54e8ae29-8242-43b3-87da-bda1e32acfba tempest-VolumesActionsTest-1968431773 tempest-VolumesActionsTest-1968431773-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5ee0ec24-089b-4d95-b13b-2ebc6f6501b1 HTTP/1.1" status: 200 len: 210 time: 0.0316010 Sep 04 01:08:21.734981 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34572) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:21.897172 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525a0a-a563-4439-9639-cbfb5e281420 req-3f317b71-c9b9-48d0-8e4b-449c05e3abe9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.898640 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c4525a0a-a563-4439-9639-cbfb5e281420 req-3f317b71-c9b9-48d0-8e4b-449c05e3abe9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0494227 Sep 04 01:08:21.952193 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c4525a0a-a563-4439-9639-cbfb5e281420 req-5b197d4f-8432-428a-bb5c-a4bc89fae22c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477259 Sep 04 01:08:22.131831 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c5544cb4-c0af-4fa5-8744-02f7e7580abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.178904 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:22.212438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c5544cb4-c0af-4fa5-8744-02f7e7580abb admin admin] Publish callbacks [] for security_group (00eb0325-1586-4e07-ad36-bb899dc3c60a), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.260402 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c5544cb4-c0af-4fa5-8744-02f7e7580abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (00eb0325-1586-4e07-ad36-bb899dc3c60a), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.300715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5544cb4-c0af-4fa5-8744-02f7e7580abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb0325-1586-4e07-ad36-bb899dc3c60a,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:22.306498 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-c5544cb4-c0af-4fa5-8744-02f7e7580abb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b14ba9e7b3524b509ef833c2c9bd8067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696123 Sep 04 01:08:22.308695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34586) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:22.320312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:22.373430 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] Publish callbacks [] for security_group (00eb0325-1586-4e07-ad36-bb899dc3c60a), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.384964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] Publish callbacks [] for security_group (00eb0325-1586-4e07-ad36-bb899dc3c60a), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.532664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (00eb0325-1586-4e07-ad36-bb899dc3c60a), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.535362 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:22.538289 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/00eb0325-1586-4e07-ad36-bb899dc3c60a HTTP/1.1" status: 204 len: 168 time: 0.2270365 Sep 04 01:08:22.549664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6bb80-e6fc-4c51-aed8-8baa77ce9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb0325-1586-4e07-ad36-bb899dc3c60a,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:23.087884 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe459518-9cd0-44a9-89fa-8461f284110e req-39c628ed-424d-4f0e-8140-af434cb9b926 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:23.089410 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe459518-9cd0-44a9-89fa-8461f284110e req-39c628ed-424d-4f0e-8140-af434cb9b926 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0507617 Sep 04 01:08:23.137978 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe459518-9cd0-44a9-89fa-8461f284110e req-bcd71735-92fb-4830-b275-bcad9e7e583d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Sep 04 01:08:23.941359 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:23.943608 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:23.962420 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:08:23.962708 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5a23b3a3-2bb4-410b-84dc-e97472fe0bc9 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:08:24.253871 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34652) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:24.301655 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04d10-9a0e-46d5-a505-f719f0d668ef req-d5cf5467-5130-449d-b51a-b327b7079995 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:24.311059 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-19d04d10-9a0e-46d5-a505-f719f0d668ef req-d5cf5467-5130-449d-b51a-b327b7079995 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0914347 Sep 04 01:08:24.360981 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-19d04d10-9a0e-46d5-a505-f719f0d668ef req-6d1621fd-1beb-46f8-86bc-37bc1affb734 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Sep 04 01:08:24.388242 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7164c200-b19b-47c6-acaf-3057ef619052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.444122 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:24.462416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7164c200-b19b-47c6-acaf-3057ef619052 admin admin] Publish callbacks [] for security_group (07dfd466-66b2-4131-ab4d-72b4adf96773), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.543640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7164c200-b19b-47c6-acaf-3057ef619052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (07dfd466-66b2-4131-ab4d-72b4adf96773), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.581508 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7164c200-b19b-47c6-acaf-3057ef619052 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=29badb5db89f4bc7b2b2dc953f600a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258729 Sep 04 01:08:24.584054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164c200-b19b-47c6-acaf-3057ef619052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dfd466-66b2-4131-ab4d-72b4adf96773,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:24.585085 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34660) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:24.634326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] Publish callbacks [] for security_group (07dfd466-66b2-4131-ab4d-72b4adf96773), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.654431 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] Publish callbacks [] for security_group (07dfd466-66b2-4131-ab4d-72b4adf96773), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.772321 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (07dfd466-66b2-4131-ab4d-72b4adf96773), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.774868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:24.775996 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/07dfd466-66b2-4131-ab4d-72b4adf96773 HTTP/1.1" status: 204 len: 168 time: 0.1899538 Sep 04 01:08:24.783919 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa0b52-68f2-41d4-8b9c-c2c2b274d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dfd466-66b2-4131-ab4d-72b4adf96773,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:25.499280 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd0c1-318a-467f-8f73-4a582a69c7c5 req-becd0119-bf50-4d1d-a948-1c6d3e8fe945 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.500883 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2ebcd0c1-318a-467f-8f73-4a582a69c7c5 req-becd0119-bf50-4d1d-a948-1c6d3e8fe945 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0544653 Sep 04 01:08:25.560241 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2ebcd0c1-318a-467f-8f73-4a582a69c7c5 req-3d91cb7f-1aaf-4842-8d6a-8bfe6ec56ce0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Sep 04 01:08:25.728594 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-50a064a8-9e81-4137-86ae-56eff5c24953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.728594 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-50a064a8-9e81-4137-86ae-56eff5c24953 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.0465848 Sep 04 01:08:25.935448 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-af8dd785-4c84-4674-9cf1-b642428b54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.937219 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-af8dd785-4c84-4674-9cf1-b642428b54d3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.1019447 Sep 04 01:08:25.981162 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-f24e4d61-1ef1-4ec4-8c64-18e2337d4608 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.0375929 Sep 04 01:08:26.040391 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-19e6e09d-cdf0-4fcc-93ca-747c03e7c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:26.040391 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-19e6e09d-cdf0-4fcc-93ca-747c03e7c6a5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0496802 Sep 04 01:08:26.081792 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-d087d27c-1c38-4025-b037-d62924e1310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:26.084616 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-d087d27c-1c38-4025-b037-d62924e1310c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415330 Sep 04 01:08:26.189238 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-84d81753-690e-403e-a101-02df5820e81d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979965 Sep 04 01:08:26.242495 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:26.284446 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9cae6d1a-8944-4285-90dc-78c0831f0d38 req-2a7a7062-0027-4742-bf74-3c9ac0f6e240 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Sep 04 01:08:26.687006 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6040d-1ed2-436d-be00-e2c389e4b6cf req-4d605721-963f-4a7f-9272-cefb25ca4aff tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:26.688597 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1cd6040d-1ed2-436d-be00-e2c389e4b6cf req-4d605721-963f-4a7f-9272-cefb25ca4aff tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0536051 Sep 04 01:08:26.742280 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1cd6040d-1ed2-436d-be00-e2c389e4b6cf req-bbfb6b55-8dd2-4403-8f9f-b0fcfd5b4242 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Sep 04 01:08:27.486125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34752) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:27.602460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-738e8f97-4b1d-4b78-a437-daa9fc118997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.679482 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-738e8f97-4b1d-4b78-a437-daa9fc118997 admin admin] Publish callbacks [] for security_group (4ba65ea4-5971-484f-9c54-81ecfb90cd9f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.705833 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.774120 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-738e8f97-4b1d-4b78-a437-daa9fc118997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4ba65ea4-5971-484f-9c54-81ecfb90cd9f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.792857 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:27.815598 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-738e8f97-4b1d-4b78-a437-daa9fc118997 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e7f5cfc982414991a24dadaea55c21bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284483 Sep 04 01:08:27.816387 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e8f97-4b1d-4b78-a437-daa9fc118997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba65ea4-5971-484f-9c54-81ecfb90cd9f,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:27.818777 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34764) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:27.866440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ebf6-8476-485b-8ae1-54ebb5d6d0ca req-4c9d54ff-5ac9-4639-9b17-c4ce0b8d5d3c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:27.867914 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-08f4ebf6-8476-485b-8ae1-54ebb5d6d0ca req-4c9d54ff-5ac9-4639-9b17-c4ce0b8d5d3c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0475922 Sep 04 01:08:27.869542 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Publish callbacks [] for security_group (4ba65ea4-5971-484f-9c54-81ecfb90cd9f), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.890000 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Publish callbacks [] for security_group (4ba65ea4-5971-484f-9c54-81ecfb90cd9f), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.904585 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:27.920055 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-08f4ebf6-8476-485b-8ae1-54ebb5d6d0ca req-abe0cc4b-5583-4ba5-92a8-6509217b5db2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Sep 04 01:08:28.017871 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4ba65ea4-5971-484f-9c54-81ecfb90cd9f), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.021295 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.022526 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4ba65ea4-5971-484f-9c54-81ecfb90cd9f HTTP/1.1" status: 204 len: 168 time: 0.2026916 Sep 04 01:08:28.031311 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba65ea4-5971-484f-9c54-81ecfb90cd9f,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:28.039606 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.039932 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.040268 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.040646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.040962 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.041285 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.041605 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.041922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.042240 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.042557 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.042935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.043219 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.043532 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.043846 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.044159 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff81d8-cad6-4a05-aee0-beccd4260923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:28.642914 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34774) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:28.656500 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4bed-e1f2-4a75-9efd-ad4461452618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.734162 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4bed-e1f2-4a75-9efd-ad4461452618 admin admin] Publish callbacks [] for security_group (d12939f5-c3bb-40f2-ac09-5f298fecd165), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.808726 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4bed-e1f2-4a75-9efd-ad4461452618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d12939f5-c3bb-40f2-ac09-5f298fecd165), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.850810 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4e8a4bed-e1f2-4a75-9efd-ad4461452618 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e1be28e0feae49f0aaf767af17058024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067308 Sep 04 01:08:28.851708 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a4bed-e1f2-4a75-9efd-ad4461452618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12939f5-c3bb-40f2-ac09-5f298fecd165,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:28.854061 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34778) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:28.909678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] Publish callbacks [] for security_group (d12939f5-c3bb-40f2-ac09-5f298fecd165), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.933312 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] Publish callbacks [] for security_group (d12939f5-c3bb-40f2-ac09-5f298fecd165), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.046874 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b2d99-5d0f-4c78-a806-259fc2e589ed req-346ae6ff-c065-46d6-88b7-372e34f6a759 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:29.048540 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-988b2d99-5d0f-4c78-a806-259fc2e589ed req-346ae6ff-c065-46d6-88b7-372e34f6a759 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0487530 Sep 04 01:08:29.065735 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d12939f5-c3bb-40f2-ac09-5f298fecd165), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.068772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.070205 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d12939f5-c3bb-40f2-ac09-5f298fecd165 HTTP/1.1" status: 204 len: 168 time: 0.2144136 Sep 04 01:08:29.083390 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa04f5-9623-4050-b244-2725fa84a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12939f5-c3bb-40f2-ac09-5f298fecd165,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:29.110741 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-988b2d99-5d0f-4c78-a806-259fc2e589ed req-0d0d474d-ec31-49c9-b76a-32a971b6ce00 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554123 Sep 04 01:08:29.295065 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0f4ec-cc2d-4e50-915a-7c309feb7b54 req-fa6f37d0-674d-4dd5-8333-3f14edcd9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:29.296625 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9bd0f4ec-cc2d-4e50-915a-7c309feb7b54 req-fa6f37d0-674d-4dd5-8333-3f14edcd9d2b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.0422020 Sep 04 01:08:29.340639 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9bd0f4ec-cc2d-4e50-915a-7c309feb7b54 req-87539ee9-4a63-4acb-84a4-b77855e5d50d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Sep 04 01:08:30.102850 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:30.106796 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:30.251445 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96a5c2-c8f2-46e7-b0ae-7306b15399fa req-ba239473-5558-4226-b4c7-2e80081ec39e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:30.253012 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3b96a5c2-c8f2-46e7-b0ae-7306b15399fa req-ba239473-5558-4226-b4c7-2e80081ec39e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0479152 Sep 04 01:08:30.307368 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3b96a5c2-c8f2-46e7-b0ae-7306b15399fa req-cd6ce1c1-9ee9-4199-b91c-cb737faf78b1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Sep 04 01:08:31.441541 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a0372-00c8-4de7-8892-d7e18e8c35ed req-b4d06721-f59d-4dbb-bf86-4df5d2d0d143 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:31.443486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1e0a0372-00c8-4de7-8892-d7e18e8c35ed req-b4d06721-f59d-4dbb-bf86-4df5d2d0d143 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0532591 Sep 04 01:08:31.496883 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1e0a0372-00c8-4de7-8892-d7e18e8c35ed req-f2ca782e-4f0c-4da5-8ab3-eeba6d2c43dd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Sep 04 01:08:32.628399 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fba86-b957-4734-9aa1-a869b4d4fd2e req-5677964d-d5e1-4865-ab4f-2fb4b982e89a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:32.629793 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-951fba86-b957-4734-9aa1-a869b4d4fd2e req-5677964d-d5e1-4865-ab4f-2fb4b982e89a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Sep 04 01:08:32.693420 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-951fba86-b957-4734-9aa1-a869b4d4fd2e req-7fb47dc8-035f-4ce2-843d-962c4207f603 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Sep 04 01:08:33.116267 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9d4a-af9c-4aba-93cb-4695ab0104d5 req-b2a59f2b-020c-4af1-9848-a0d422f99af5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.117781 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-74bc9d4a-af9c-4aba-93cb-4695ab0104d5 req-b2a59f2b-020c-4af1-9848-a0d422f99af5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0466912 Sep 04 01:08:33.209504 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-74bc9d4a-af9c-4aba-93cb-4695ab0104d5 req-e4122c74-fbce-49c2-989c-8ca143e71e05 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855267 Sep 04 01:08:33.211344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-f96b1498-6835-42fd-91c4-0ca77dce8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.213755 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-f96b1498-6835-42fd-91c4-0ca77dce8ba0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.0714784 Sep 04 01:08:33.292666 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:33.327659 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-42dfda48-2c17-4440-8bd8-fe5b75e4f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.329201 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-42dfda48-2c17-4440-8bd8-fe5b75e4f2f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.1085985 Sep 04 01:08:33.374080 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-a71c40b3-78b6-45aa-84b7-68179fc6bd42 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.0380359 Sep 04 01:08:33.425891 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-8006d4f6-995a-4f09-9652-41ef75f79aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.427989 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-8006d4f6-995a-4f09-9652-41ef75f79aad service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0457895 Sep 04 01:08:33.470010 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-ae437e8f-79b0-4204-b2d2-72efad9412fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.472021 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-ae437e8f-79b0-4204-b2d2-72efad9412fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375478 Sep 04 01:08:33.496047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:33.569982 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-8f5211d8-74c4-4427-90ca-bc7b01c85842 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922005 Sep 04 01:08:33.666346 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eacd4308-e6b5-4469-b469-9e1edf2d6c51 req-66fc3056-83c4-43db-9df2-a08df3583660 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848086 Sep 04 01:08:34.203877 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34922) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:34.320727 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce3d6-4eb6-4481-85c0-70152c7963f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.341164 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2e89-cb6e-44fb-aa00-eca259ad5c67 req-98fc0637-f141-4e63-b366-d54a9d6239f5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:34.348312 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80ab2e89-cb6e-44fb-aa00-eca259ad5c67 req-98fc0637-f141-4e63-b366-d54a9d6239f5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0570462 Sep 04 01:08:34.398065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:34.401401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce3d6-4eb6-4481-85c0-70152c7963f6 admin admin] Publish callbacks [] for security_group (8d4afa2d-933c-4a84-a7a4-05afe623b761), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.402655 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80ab2e89-cb6e-44fb-aa00-eca259ad5c67 req-49430966-6a5d-42cf-ab4e-66dde6c85476 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 Sep 04 01:08:34.494151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce3d6-4eb6-4481-85c0-70152c7963f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8d4afa2d-933c-4a84-a7a4-05afe623b761), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.537845 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3d3ce3d6-4eb6-4481-85c0-70152c7963f6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a7a101ae4cc47e4accfa240ab3cc7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327172 Sep 04 01:08:34.539579 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ce3d6-4eb6-4481-85c0-70152c7963f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4afa2d-933c-4a84-a7a4-05afe623b761,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:34.540336 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34932) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:34.592224 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Publish callbacks [] for security_group (8d4afa2d-933c-4a84-a7a4-05afe623b761), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.612369 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Publish callbacks [] for security_group (8d4afa2d-933c-4a84-a7a4-05afe623b761), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.760514 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8d4afa2d-933c-4a84-a7a4-05afe623b761), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.763403 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.764578 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d4afa2d-933c-4a84-a7a4-05afe623b761 HTTP/1.1" status: 204 len: 168 time: 0.2232249 Sep 04 01:08:34.772686 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4afa2d-933c-4a84-a7a4-05afe623b761,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:34.780708 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.781054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.781394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.781733 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.782310 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.782509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.782851 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.783093 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.783583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.783752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.784077 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.784637 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.784849 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.785172 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:34.785494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412070d6-cd43-4897-9a83-f4f6806766d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:35.404545 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 34962) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:35.418902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c709f9e5-9f55-4808-93c7-e0cab67df1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.497195 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:35.507854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c709f9e5-9f55-4808-93c7-e0cab67df1a3 admin admin] Publish callbacks [] for security_group (09e10d13-f6dd-4cfa-b4a9-6c55a18dc119), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.535347 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab8be8-3576-49db-a79b-3b67e9c78c8a req-3fe0eaaa-ab1e-49ce-a76e-8610b5f48896 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:35.537442 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6dab8be8-3576-49db-a79b-3b67e9c78c8a req-3fe0eaaa-ab1e-49ce-a76e-8610b5f48896 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0537949 Sep 04 01:08:35.586331 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6dab8be8-3576-49db-a79b-3b67e9c78c8a req-c68a8249-286a-4260-95ee-3cd5da58d0b7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Sep 04 01:08:35.591716 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-837176d5-0ec0-47ab-a393-6fecec82ebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.598252 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c709f9e5-9f55-4808-93c7-e0cab67df1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (09e10d13-f6dd-4cfa-b4a9-6c55a18dc119), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.641754 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c709f9e5-9f55-4808-93c7-e0cab67df1a3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e217354fdebf4e2f9fe2ea4553c4f61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244306 Sep 04 01:08:35.644073 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 34970) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:35.644401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709f9e5-9f55-4808-93c7-e0cab67df1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e10d13-f6dd-4cfa-b4a9-6c55a18dc119,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:35.703045 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] Publish callbacks [] for security_group (09e10d13-f6dd-4cfa-b4a9-6c55a18dc119), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.724863 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] Publish callbacks [] for security_group (09e10d13-f6dd-4cfa-b4a9-6c55a18dc119), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.840833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (09e10d13-f6dd-4cfa-b4a9-6c55a18dc119), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.843728 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.845093 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/09e10d13-f6dd-4cfa-b4a9-6c55a18dc119 HTTP/1.1" status: 204 len: 168 time: 0.1997137 Sep 04 01:08:35.859684 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46fa6-bb74-4819-a647-d44597dbef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e10d13-f6dd-4cfa-b4a9-6c55a18dc119,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:36.734360 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145fdce-396d-441d-b19e-6756184d4c39 req-6c34c738-1bd6-41a1-8569-c130ba1ee98f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:36.736297 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7145fdce-396d-441d-b19e-6756184d4c39 req-6c34c738-1bd6-41a1-8569-c130ba1ee98f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0560639 Sep 04 01:08:37.033942 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7145fdce-396d-441d-b19e-6756184d4c39 req-22e19e63-d34d-448f-8a50-e10397b66724 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870064 Sep 04 01:08:37.888966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35066) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:37.934131 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0f429ea9-a9f9-49d1-bc5e-145e0e924580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.998033 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0fe86082-a84d-46e9-a94a-3fdc10cb4c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.060377 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.081444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0fe86082-a84d-46e9-a94a-3fdc10cb4c10 admin admin] Publish callbacks [] for security_group (46b11e6c-7014-4f7f-8253-22c5da1998ec), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.158056 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf510-45dc-496d-9edb-9465ba697fd6 req-67ce5005-b767-403d-9d94-c3e4b8148d4a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:38.159531 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-82cdf510-45dc-496d-9edb-9465ba697fd6 req-67ce5005-b767-403d-9d94-c3e4b8148d4a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Sep 04 01:08:38.180409 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0fe86082-a84d-46e9-a94a-3fdc10cb4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (46b11e6c-7014-4f7f-8253-22c5da1998ec), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.216654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.243668 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0fe86082-a84d-46e9-a94a-3fdc10cb4c10 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8482fcb7639e47f68e8718a2e4499fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536596 Sep 04 01:08:38.246431 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35074) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:38.246868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86082-a84d-46e9-a94a-3fdc10cb4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b11e6c-7014-4f7f-8253-22c5da1998ec,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:38.252644 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-82cdf510-45dc-496d-9edb-9465ba697fd6 req-c9ad7d20-2f70-41e8-8810-e1059ca5acfd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872548 Sep 04 01:08:38.297658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] Publish callbacks [] for security_group (46b11e6c-7014-4f7f-8253-22c5da1998ec), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.319161 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] Publish callbacks [] for security_group (46b11e6c-7014-4f7f-8253-22c5da1998ec), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.463765 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (46b11e6c-7014-4f7f-8253-22c5da1998ec), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.466387 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.467737 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/46b11e6c-7014-4f7f-8253-22c5da1998ec HTTP/1.1" status: 204 len: 168 time: 0.2202814 Sep 04 01:08:38.477785 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694141b-c219-4df8-8fd1-0bb1eabb2d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b11e6c-7014-4f7f-8253-22c5da1998ec,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:39.071062 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:08:39.140592 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:39.231396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.321717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35150) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:40.326257 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684714361', 'description': 'tempest-description--975235268'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:40.426033 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.507002 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (fe3acffa-0a8f-4f40-8092-081c30b1b4f3), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.612891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=17 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:40.619753 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fe3acffa-0a8f-4f40-8092-081c30b1b4f3), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.653452 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3acffa-0a8f-4f40-8092-081c30b1b4f3,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:40.703519 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.705723 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.707611 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-3ca6f4a6-8fe3-469a-8f88-5fc973351ab7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3843310 Sep 04 01:08:40.718138 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35158) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:40.728168 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'security_group_rule': {'security_group_id': 'fe3acffa-0a8f-4f40-8092-081c30b1b4f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:40.854232 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.862048 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (a5577592-9b23-451c-9705-6798086ee6d0), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.929123 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (a5577592-9b23-451c-9705-6798086ee6d0), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.023701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (a5577592-9b23-451c-9705-6798086ee6d0), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.044274 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5577592-9b23-451c-9705-6798086ee6d0,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:41.565066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.569278 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1a3ee7c8-062a-4c03-b526-c912d8302000 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8471670 Sep 04 01:08:41.569514 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35184) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:41.573703 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'security_group_rule': {'security_group_id': 'fe3acffa-0a8f-4f40-8092-081c30b1b4f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:41.579196 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.669624 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (2ba3b38d-5299-4dfc-8742-f672443e7dc7), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.720773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.726719 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (2ba3b38d-5299-4dfc-8742-f672443e7dc7), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.824154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (2ba3b38d-5299-4dfc-8742-f672443e7dc7), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.841183 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba3b38d-5299-4dfc-8742-f672443e7dc7,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:41.934181 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.935404 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-bdbb558a-9d49-4fc7-b50c-ebaed99c8e49 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650873 Sep 04 01:08:41.947191 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35190) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:41.951832 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:42.071110 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.071376 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35198) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:42.167025 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.192059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d90f3d02-8b2f-4716-9eb8-8be8a6895029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.284261 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Allocated IP 172.37.6.92 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/f669ad7d-462b-464a-bc6d-3ebce84f51f1) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:42.303285 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d90f3d02-8b2f-4716-9eb8-8be8a6895029 admin admin] Publish callbacks [] for security_group (a84faf7c-6516-43c6-8f91-ca7b8a48390f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.386691 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d90f3d02-8b2f-4716-9eb8-8be8a6895029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (a84faf7c-6516-43c6-8f91-ca7b8a48390f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.427588 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d90f3d02-8b2f-4716-9eb8-8be8a6895029 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=98424e58111945b28f71e09fb5ad573f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544240 Sep 04 01:08:42.428413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f3d02-8b2f-4716-9eb8-8be8a6895029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84faf7c-6516-43c6-8f91-ca7b8a48390f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.431222 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35208) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:42.481153 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] Publish callbacks [] for security_group (a84faf7c-6516-43c6-8f91-ca7b8a48390f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.507775 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.513949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] Publish callbacks [] for security_group (a84faf7c-6516-43c6-8f91-ca7b8a48390f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.682121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.686377 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (a84faf7c-6516-43c6-8f91-ca7b8a48390f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.688914 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.690016 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a84faf7c-6516-43c6-8f91-ca7b8a48390f HTTP/1.1" status: 204 len: 168 time: 0.2578216 Sep 04 01:08:42.728314 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dee71f-1aba-4e6d-a1ef-464f534aa20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84faf7c-6516-43c6-8f91-ca7b8a48390f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.738473 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:42.742623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:42.744989 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:42.772322 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'Port': ['ID=f669ad7d-462b-464a-bc6d-3ebce84f51f1,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.835026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.979668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.144784 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.248289 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.320609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.323391 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'Port': ['ID=f669ad7d-462b-464a-bc6d-3ebce84f51f1,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:43.448925 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:43.452109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.454015 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1889c442-c76c-43c2-b07e-0883a6f15d43 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5052311 Sep 04 01:08:43.517073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:43.686367 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-a65587f5-32a7-4252-ae79-a46e39c80629 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1684714361&fields=id&tenant_id=51dbf47189fc4f3c90eadc4887a831b8 HTTP/1.1" status: 200 len: 267 time: 0.0443833 Sep 04 01:08:43.810592 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-571c676f-4133-471d-844f-5905fa53ecc3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:43.813537 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-571c676f-4133-471d-844f-5905fa53ecc3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 0.1189802 Sep 04 01:08:43.829619 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-a41d775a-e5a5-417b-9961-839ecff1e90c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/quotas/51dbf47189fc4f3c90eadc4887a831b8 HTTP/1.1" status: 200 len: 375 time: 0.0101268 Sep 04 01:08:43.858289 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35270) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:43.890769 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-9c90c4d7-2b49-49eb-965e-37a7904de07e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550165 Sep 04 01:08:43.960337 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1551425228-network', 'tenant_id': '18076036cce84d48bc9df44f5b563bac'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:43.995111 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-73f07470-5973-4e98-ac37-613bd26120d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923514 Sep 04 01:08:44.058374 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Made reservation on behalf of 18076036cce84d48bc9df44f5b563bac for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:44.060736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.069518 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.090866 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-39f218aa-e348-4db5-81de-c5f4e7e087a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899673 Sep 04 01:08:44.148436 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks [] for security_group (c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.242766 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.265036 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:08:44.279459 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:44.284729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d5143c07-608b-4220-a488-1e273bbd2d73), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.285071 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Added segment d5143c07-608b-4220-a488-1e273bbd2d73 of type vlan for network 719e1ac8-c018-4261-bec3-4937b21ef767 Sep 04 01:08:44.342422 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (719e1ac8-c018-4261-bec3-4937b21ef767), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.402142 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-abcaaebf-02ae-4251-bc0c-2813a88c8fff req-1c63bde0-4635-4f84-9220-ac68d85d950e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0378718 Sep 04 01:08:44.449035 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (719e1ac8-c018-4261-bec3-4937b21ef767), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.450070 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:44.450773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.514643 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] Pushing event updated for resources: {'Network': ['ID=719e1ac8-c018-4261-bec3-4937b21ef767,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:44.530655 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 719e1ac8-c018-4261-bec3-4937b21ef767 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:08:44.571671 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dcb181a6-a494-46ce-ba13-11e0f1e44638 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7119834 Sep 04 01:08:44.578476 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35292) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:44.581310 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Request body: {'subnet': {'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1551425228-subnet', 'tenant_id': '18076036cce84d48bc9df44f5b563bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:44.637321 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:44.691870 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Made reservation on behalf of 18076036cce84d48bc9df44f5b563bac for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:44.694857 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.836492 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:44.935059 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.995384 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:45.004065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Checking segment: {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:45.004412 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Network hostable DHCP agents. Network: 719e1ac8-c018-4261-bec3-4937b21ef767, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:08:45.108894 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Network 719e1ac8-c018-4261-bec3-4937b21ef767 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:08:45.211894 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 719e1ac8-c018-4261-bec3-4937b21ef767) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:45.215887 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:45.216493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.226192 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605238e-58ea-48df-ae37-770d42d3c06a None None] Network 719e1ac8-c018-4261-bec3-4937b21ef767 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:45.303122 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c9bc6c27-bbb5-4563-ba99-0f55e94c1cd2 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7252934 Sep 04 01:08:45.336988 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349017ca-5299-4669-bbf1-afb13c5c5d83 None None] Network 719e1ac8-c018-4261-bec3-4937b21ef767 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:45.516221 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9684976d-b2be-44c3-9432-b54dc09073f0 req-2b546c00-64ec-4032-a592-a94a23b26c42 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Sep 04 01:08:46.504610 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35358) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:46.577281 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Deleting subnet 78d62772-1360-40a7-b445-1504905e5326 {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:08:46.580658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Publish callbacks [] for subnet (78d62772-1360-40a7-b445-1504905e5326), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.631188 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-faca3cca-03b5-4f97-81db-bbbbc5f145f9 req-8f52936d-759d-442f-b289-6f4a562543cd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0302076 Sep 04 01:08:46.640541 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (78d62772-1360-40a7-b445-1504905e5326), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.686981 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (78d62772-1360-40a7-b445-1504905e5326), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.835772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (78d62772-1360-40a7-b445-1504905e5326), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.862318 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d62772-1360-40a7-b445-1504905e5326,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.866877 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.870723 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2e17e806-9c02-4e97-a73d-470dc2cf5c97 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/78d62772-1360-40a7-b445-1504905e5326 HTTP/1.1" status: 204 len: 168 time: 0.3643022 Sep 04 01:08:46.872664 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35364) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:46.943026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (b6dbdfd8-7bc1-4401-9899-caf67c4485ed), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.019865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (b6dbdfd8-7bc1-4401-9899-caf67c4485ed), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.042398 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbdfd8-7bc1-4401-9899-caf67c4485ed']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.052715 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ec340f-9849-4811-b1a7-012b97742315') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.053009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ec340f-9849-4811-b1a7-012b97742315') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.063187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (c9ec340f-9849-4811-b1a7-012b97742315), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.078446 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (c9ec340f-9849-4811-b1a7-012b97742315), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.087607 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:08:47.088213 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (c9ec340f-9849-4811-b1a7-012b97742315), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.093557 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-fafb73f1-0293-49a8-b0d2-c9935ce86905 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:47.095029 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-fafb73f1-0293-49a8-b0d2-c9935ce86905 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 818 time: 0.1089568 Sep 04 01:08:47.137164 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment c9ec340f-9849-4811-b1a7-012b97742315 resource provider aggregate not found Sep 04 01:08:47.145037 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:47.163211 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment c9ec340f-9849-4811-b1a7-012b97742315 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9ec340f-9849-4811-b1a7-012b97742315 found for delete ", "request_id": "req-25557ace-112a-4440-8b60-344a6f7049fd"}]} Sep 04 01:08:47.180843 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-e8e520bd-dc63-45eb-9b1d-05b12ff69a62 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=51dbf47189fc4f3c90eadc4887a831b8 HTTP/1.1" status: 200 len: 380 time: 0.0667210 Sep 04 01:08:47.189646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'port': {'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'admin_state_up': True, 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'security_groups': ['fe3acffa-0a8f-4f40-8092-081c30b1b4f3']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:47.226138 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (b6dbdfd8-7bc1-4401-9899-caf67c4485ed), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.247055 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.253101 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b6dbdfd8-7bc1-4401-9899-caf67c4485ed HTTP/1.1" status: 204 len: 168 time: 0.3770130 Sep 04 01:08:47.253101 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e381c8f-1b33-4c78-a3ca-76fc182ae726 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6dbdfd8-7bc1-4401-9899-caf67c4485ed,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:47.254895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35372) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:47.292493 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:47.325928 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Deleting subnet 5b31ed00-7a73-4b35-8f6d-b5eb659bf199 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:08:47.339002 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:47.340059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Publish callbacks [] for subnet (5b31ed00-7a73-4b35-8f6d-b5eb659bf199), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.404203 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (5b31ed00-7a73-4b35-8f6d-b5eb659bf199), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.451555 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (5b31ed00-7a73-4b35-8f6d-b5eb659bf199), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.510845 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Made reservation on behalf of 51dbf47189fc4f3c90eadc4887a831b8 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:47.514834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.618843 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (5b31ed00-7a73-4b35-8f6d-b5eb659bf199), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.655078 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.658128 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5b31ed00-7a73-4b35-8f6d-b5eb659bf199 HTTP/1.1" status: 204 len: 168 time: 0.4005883 Sep 04 01:08:47.659026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d618-60ae-48fb-aa8e-16f0cccb5d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b31ed00-7a73-4b35-8f6d-b5eb659bf199,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:47.660896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35382) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:47.681642 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Allocated IP 172.20.0.11 (db02f1f3-e31f-46bf-8240-058198049bb3/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2/26fcdf65-4bc4-463f-a658-90e8cfaeab8a) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:47.737779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (c785357e-5312-4e07-a8a1-6ec7bfa7d3ec), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.758692 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1228e428-58fb-4b8e-89f0-82c36bc5ca13 req-2220998c-d3df-40f4-88f2-e8101e8a61b8 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0362864 Sep 04 01:08:47.830489 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (c785357e-5312-4e07-a8a1-6ec7bfa7d3ec), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.853829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c785357e-5312-4e07-a8a1-6ec7bfa7d3ec']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.865146 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6155c3d9-6193-4244-aa93-ea8957e6e0fd') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.865146 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6155c3d9-6193-4244-aa93-ea8957e6e0fd') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:47.865146 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:47.874071 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (6155c3d9-6193-4244-aa93-ea8957e6e0fd), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.875581 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.892975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (6155c3d9-6193-4244-aa93-ea8957e6e0fd), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.900510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:08:47.900907 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (6155c3d9-6193-4244-aa93-ea8957e6e0fd), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.985722 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.032431 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35392) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:48.042107 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Network db02f1f3-e31f-46bf-8240-058198049bb3 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:48.045431 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:48.048035 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:48.048502 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (c785357e-5312-4e07-a8a1-6ec7bfa7d3ec), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.071238 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.080910 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c785357e-5312-4e07-a8a1-6ec7bfa7d3ec HTTP/1.1" status: 204 len: 168 time: 0.4164755 Sep 04 01:08:48.082892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event updated for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.084749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1bf96-9391-407f-b281-e923f7d1b1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c785357e-5312-4e07-a8a1-6ec7bfa7d3ec,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.111963 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:48.116199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.198414 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc0b653f-8681-4676-a89f-5d64799b0332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.205380 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-26264738-fd1e-42c4-9863-50fd2eb92d8c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0192480 Sep 04 01:08:48.229221 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Request body: {'port': {'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:48.257773 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:48.284627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc0b653f-8681-4676-a89f-5d64799b0332 admin admin] Publish callbacks [] for security_group (d1a71e05-5c0b-4156-a308-73f313e7d572), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.300376 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.344925 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-5e4e5bad-5e3b-41b7-a9f9-731302ae9e8e None None] Provisioning complete for port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:48.345472 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5bad-5e3b-41b7-a9f9-731302ae9e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.357689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:48.390109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fc0b653f-8681-4676-a89f-5d64799b0332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d1a71e05-5c0b-4156-a308-73f313e7d572), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.394252 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e5bad-5e3b-41b7-a9f9-731302ae9e8e None None] Port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:48.462149 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b653f-8681-4676-a89f-5d64799b0332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a71e05-5c0b-4156-a308-73f313e7d572,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.470075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-fc0b653f-8681-4676-a89f-5d64799b0332 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=54588287e5e440c9ba341826fa75870f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365149 Sep 04 01:08:48.473854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35404) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:48.494634 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35406) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:48.567857 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] Publish callbacks [] for security_group (d1a71e05-5c0b-4156-a308-73f313e7d572), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.572703 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-9a73f230-0542-4d85-9450-be17f9bae670 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3ece345f5fb34b3cbdb32d2880bf67da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723343 Sep 04 01:08:48.575833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35410) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:48.583916 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:48.596745 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] Publish callbacks [] for security_group (d1a71e05-5c0b-4156-a308-73f313e7d572), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.660445 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] Publish callbacks [] for security_group (e5cc4568-e9a4-4767-affe-f4c6b8099ceb), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.711451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] Publish callbacks [] for security_group (e5cc4568-e9a4-4767-affe-f4c6b8099ceb), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.736629 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fcdf65-4bc4-463f-a658-90e8cfaeab8a {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:48.752692 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks [] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.767991 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Transition to ACTIVE for port object 26fcdf65-4bc4-463f-a658-90e8cfaeab8a will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:48.772437 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d1a71e05-5c0b-4156-a308-73f313e7d572), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.775223 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.776359 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d1a71e05-5c0b-4156-a308-73f313e7d572 HTTP/1.1" status: 204 len: 168 time: 0.3041706 Sep 04 01:08:48.796650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8f0f2-eaab-4ed6-be09-12c30e1eb6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a71e05-5c0b-4156-a308-73f313e7d572,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.804864 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-488006a5-b35b-4261-a64a-1a20c32633fb tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:48.806348 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-488006a5-b35b-4261-a64a-1a20c32633fb tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/networks?id=719e1ac8-c018-4261-bec3-4937b21ef767 HTTP/1.1" status: 200 len: 814 time: 0.1204069 Sep 04 01:08:48.827658 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-b23792aa-8bd1-43a0-8e64-65e7250dbf5a tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/quotas/18076036cce84d48bc9df44f5b563bac HTTP/1.1" status: 200 len: 375 time: 0.0129030 Sep 04 01:08:48.841102 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.872800 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-d69e93fc-9306-421e-b271-c9b13ffb0813 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357358 Sep 04 01:08:48.878619 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e5cc4568-e9a4-4767-affe-f4c6b8099ceb), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.881394 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.882477 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e5cc4568-e9a4-4767-affe-f4c6b8099ceb HTTP/1.1" status: 204 len: 168 time: 0.3056459 Sep 04 01:08:48.921640 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cae46-85aa-4859-8855-13e700666745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc4568-e9a4-4767-affe-f4c6b8099ceb,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.982383 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-0f7bd7cf-b0fe-4b49-ad90-b74da33f4543 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016760 Sep 04 01:08:48.999812 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:49.015041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809969-b948-42e9-b07a-bfc03881d379 req-e0677aa4-a3d9-4718-a8cd-a388d19106c5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.016568 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0a809969-b948-42e9-b07a-bfc03881d379 req-e0677aa4-a3d9-4718-a8cd-a388d19106c5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 944 time: 0.1423049 Sep 04 01:08:49.064504 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Attempting to bind port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:49.064828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Attempting to bind port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:49.065149 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Attempting to bind port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:49.076295 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.077444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a on network db02f1f3-e31f-46bf-8240-058198049bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:49.077768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Attempting to bind port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a on network db02f1f3-e31f-46bf-8240-058198049bb3 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:49.093380 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:49.099818 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Checking segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:49.099818 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Bound using segment: {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:49.099818 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Bound port: 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86e5189-65c9-4b61-b27a-ad3dce07ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:49.099818 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.109863 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0a809969-b948-42e9-b07a-bfc03881d379 req-70bd78b2-619a-434b-be50-7f5ff330b13f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761886 Sep 04 01:08:49.117662 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-5a2df149-6781-44e1-ae7f-3f3d6fa24219 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287775 Sep 04 01:08:49.181931 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:49.189154 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:49.189288 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 6155c3d9-6193-4244-aa93-ea8957e6e0fd resource provider aggregate not found Sep 04 01:08:49.209537 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 6155c3d9-6193-4244-aa93-ea8957e6e0fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6155c3d9-6193-4244-aa93-ea8957e6e0fd found for delete ", "request_id": "req-5b303091-9714-4d7e-8863-41decf21e3da"}]} Sep 04 01:08:49.300933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.307946 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.308592 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.310031 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 1094 time: 1.0894020 Sep 04 01:08:49.310478 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:49.312776 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258121da-42c3-40d7-b807-506b81cbfdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:49.340569 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.377654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78d9c-e45d-4041-86dc-6768e2c4d931 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:49.412937 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376066e-51fe-4ca4-b0e7-3be6cf3886dd x-openstack-request-id: req-9376066e-51fe-4ca4-b0e7-3be6cf3886dd {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:49.413343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:49.413595 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9376066e-51fe-4ca4-b0e7-3be6cf3886dd {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:49.414004 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9376066e-51fe-4ca4-b0e7-3be6cf3886dd'] response: {'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'status': 'completed', 'code': 200} Sep 04 01:08:49.433470 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-deda174b-e1e3-49e6-b45a-506680a8cac7 req-f14c7823-f244-4175-9997-e182d1142591 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0494475 Sep 04 01:08:49.512143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-9003b4d9-5204-46aa-af55-e8ffc412a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.516209 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-9003b4d9-5204-46aa-af55-e8ffc412a8f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1128 time: 0.0528615 Sep 04 01:08:49.654559 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-92cbdaf7-b6ac-4f1a-b597-889202225302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.656877 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-92cbdaf7-b6ac-4f1a-b597-889202225302 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1214509 Sep 04 01:08:49.767933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-29900563-19d6-478b-b752-3077578fb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.769464 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-258121da-42c3-40d7-b807-506b81cbfdc8 req-29900563-19d6-478b-b752-3077578fb400 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063662 Sep 04 01:08:49.783426 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35456) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:49.832516 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4c3e5587-3ab8-4f95-b429-5e2c7cc88d5b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=389e0e44d28649d5bd12db42a8312f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478601 Sep 04 01:08:49.835433 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35458) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:49.854658 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.907151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-18e4eb9b-330c-4e7b-bd04-efd1103fb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.908792 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-18e4eb9b-330c-4e7b-bd04-efd1103fb686 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1128 time: 0.0669253 Sep 04 01:08:49.968661 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] Publish callbacks [] for security_group (3bcf1ade-012b-4131-89bf-1c5dc08940ad), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.982713 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-3fa7f624-b9b2-4baf-835f-6913b4d30ac5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 217 time: 0.0579505 Sep 04 01:08:50.004613 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] Publish callbacks [] for security_group (3bcf1ade-012b-4131-89bf-1c5dc08940ad), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.073360 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-a26997e8-1623-477d-8219-cc944c8adb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:50.075014 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-a26997e8-1623-477d-8219-cc944c8adb7e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0828040 Sep 04 01:08:50.119792 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-8be8bb1a-3bff-425c-a545-4ea61a5a377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:50.121326 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-8be8bb1a-3bff-425c-a545-4ea61a5a377e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409136 Sep 04 01:08:50.205678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35470) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:50.210428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3bcf1ade-012b-4131-89bf-1c5dc08940ad), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.211098 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.214543 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3bcf1ade-012b-4131-89bf-1c5dc08940ad HTTP/1.1" status: 204 len: 168 time: 0.3759050 Sep 04 01:08:50.252178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7108b3-060f-433e-bb4d-cba21486abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf1ade-012b-4131-89bf-1c5dc08940ad,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:50.267876 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad8d2-439f-4d62-b75e-8e9c248963e2 req-ca019dc1-8dfe-4f33-a465-6bd103a9d0d6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:50.269462 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-256ad8d2-439f-4d62-b75e-8e9c248963e2 req-ca019dc1-8dfe-4f33-a465-6bd103a9d0d6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 944 time: 0.0773599 Sep 04 01:08:50.315787 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-19392791-1973-4ade-a23d-bd4eddacd668 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861815 Sep 04 01:08:50.350644 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-990825672-network', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:50.478161 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Made reservation on behalf of be21c8fcaef64d9dbecf31bd633559c4 for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:50.482888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.494413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.557909 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0c72b073-566e-4295-ab7d-81d930068925 req-f1fb8d7d-b9b9-4362-9453-9e550409ba57 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0476956 Sep 04 01:08:50.584771 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:50.644637 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks [] for security_group (113705b3-f960-48ad-aa37-ff5dd6645846), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.671890 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-256ad8d2-439f-4d62-b75e-8e9c248963e2 req-941413b5-a8cf-4bea-808b-2f7eb0b6a4bb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890202 Sep 04 01:08:50.719794 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3b53269-8617-4f85-bfd4-ddfb7e441506 req-2b902cd5-a275-4d4f-bbe5-5f3f8026d266 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966739 Sep 04 01:08:50.762737 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (113705b3-f960-48ad-aa37-ff5dd6645846), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.785496 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:08:50.799839 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113705b3-f960-48ad-aa37-ff5dd6645846,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:50.804894 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (16a615a9-fa31-48bb-915b-d6c9fd73b189), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.805243 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Added segment 16a615a9-fa31-48bb-915b-d6c9fd73b189 of type vlan for network f7aa404c-1c4b-45cd-b72e-bc7e43055995 Sep 04 01:08:50.849589 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (f7aa404c-1c4b-45cd-b72e-bc7e43055995), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.949044 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (f7aa404c-1c4b-45cd-b72e-bc7e43055995), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.950079 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:50.950657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.011833 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] Pushing event updated for resources: {'Network': ['ID=f7aa404c-1c4b-45cd-b72e-bc7e43055995,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:51.021817 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:08:51.079714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5548a32a-2fb6-43de-b0aa-1f8a330b9378 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8698423 Sep 04 01:08:51.079824 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35502) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:51.084816 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Request body: {'subnet': {'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-990825672-subnet', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'ip_version': 4}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:51.173621 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Made reservation on behalf of be21c8fcaef64d9dbecf31bd633559c4 for: {'subnet': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:51.179302 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33171062'] for subnet (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.414084 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33030224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33171012'] for subnet (0ee9ea91-73e2-4de4-af31-2c51631e0e3e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.474489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee9ea91-73e2-4de4-af31-2c51631e0e3e,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:51.483990 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Checking segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:51.484339 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Network hostable DHCP agents. Network: f7aa404c-1c4b-45cd-b72e-bc7e43055995, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:08:51.636824 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:08:51.670278 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ab4513ae-f93b-4b54-a9ea-b853adae5c76 req-7b37992a-4aac-475a-b814-02aa8fe81c75 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0322948 Sep 04 01:08:51.720197 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, f7aa404c-1c4b-45cd-b72e-bc7e43055995) {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:51.731324 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:51.731324 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.732299 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5482b4a-c0f0-441c-8fb5-e0a50ff67545 None None] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:51.750938 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:51.813007 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10deccf-9126-480d-84d6-02ce5ee4822b req-6faf052c-3de8-44d6-ba60-0144251c3795 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:51.814491 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c10deccf-9126-480d-84d6-02ce5ee4822b req-6faf052c-3de8-44d6-ba60-0144251c3795 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 944 time: 0.0517759 Sep 04 01:08:51.828568 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:51.832802 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6c5c8851-168a-44ad-a2b2-55097b331ca0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7518606 Sep 04 01:08:51.837872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35526) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:51.842863 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:51.857048 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:08:51.858010 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.870515 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c10deccf-9126-480d-84d6-02ce5ee4822b req-ccc5426b-edfa-4d7d-b70c-979d29042179 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494030 Sep 04 01:08:51.922692 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.923865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.950270 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:51.977001 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for router_controller (dfd0116b-b0d2-4364-aa01-ba6d13027223), precommit_add_association {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.993115 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Allocated IP 172.20.0.2 (f7aa404c-1c4b-45cd-b72e-bc7e43055995/0ee9ea91-73e2-4de4-af31-2c51631e0e3e/bb2de88d-041c-4013-950c-5bda47b29534) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:52.213217 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for router_gateway (dfd0116b-b0d2-4364-aa01-ba6d13027223), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.269597 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks [] for port (bb2de88d-041c-4013-950c-5bda47b29534), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.356963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (bb2de88d-041c-4013-950c-5bda47b29534), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.398986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:52.403676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:52.410063 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:52.416004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Pushing event updated for resources: {'Port': ['ID=bb2de88d-041c-4013-950c-5bda47b29534,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:52.478888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for router_gateway (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.479806 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Attempting to bind port bb2de88d-041c-4013-950c-5bda47b29534 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:52.480187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Attempting to bind port bb2de88d-041c-4013-950c-5bda47b29534 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:52.480708 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Attempting to bind port bb2de88d-041c-4013-950c-5bda47b29534 on network f7aa404c-1c4b-45cd-b72e-bc7e43055995 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Checking segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Bound using segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Bound port: bb2de88d-041c-4013-950c-5bda47b29534, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:52.491128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (bb2de88d-041c-4013-950c-5bda47b29534), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.500817 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.557513 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] For port bb2de88d-041c-4013-950c-5bda47b29534, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:52.561608 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] For port bb2de88d-041c-4013-950c-5bda47b29534, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb2de88d-041c-4013-950c-5bda47b29534,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:52.617811 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Allocated IP 172.37.6.221 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/3031d09b-dea2-4538-84f5-4570cde46ba3) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:52.618730 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (bb2de88d-041c-4013-950c-5bda47b29534), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.672405 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddc666-6657-495a-a200-46add1d7d6db None None] Pushing event updated for resources: {'Port': ['ID=bb2de88d-041c-4013-950c-5bda47b29534,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:52.679080 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:52.734837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.792801 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8d1113a1-a7ad-44bf-8cf7-26505494e329 req-9f4b70b2-7b63-4c4d-a27d-016e9c6d5fc6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0353391 Sep 04 01:08:52.875509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:52.920091 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:52.923508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:52.928061 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:52.931613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Pushing event updated for resources: {'Port': ['ID=3031d09b-dea2-4538-84f5-4570cde46ba3,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:53.016617 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8abe66-1b4d-43ed-ae25-54ded2aa51d4 req-fd23658f-08c2-472d-8109-43a5e5e2086d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:53.018156 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-db8abe66-1b4d-43ed-ae25-54ded2aa51d4 req-fd23658f-08c2-472d-8109-43a5e5e2086d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 944 time: 0.0566258 Sep 04 01:08:53.071166 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-db8abe66-1b4d-43ed-ae25-54ded2aa51d4 req-b2cf4eb0-c119-4148-be02-8f6c0cb562c7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 Sep 04 01:08:53.097587 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35546) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:53.224487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-002b97e9-d8c5-456a-9286-9ccb4853aaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.312692 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device bb2de88d-041c-4013-950c-5bda47b29534 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:53.338541 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-002b97e9-d8c5-456a-9286-9ccb4853aaa2 admin admin] Publish callbacks [] for security_group (96a37910-d106-4d41-ba76-61f37a9039b7), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.354375 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:53.360792 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port bb2de88d-041c-4013-950c-5bda47b29534 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:53.361223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (bb2de88d-041c-4013-950c-5bda47b29534), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.446507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port bb2de88d-041c-4013-950c-5bda47b29534 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:53.446898 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (bb2de88d-041c-4013-950c-5bda47b29534), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.454060 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-002b97e9-d8c5-456a-9286-9ccb4853aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (96a37910-d106-4d41-ba76-61f37a9039b7), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.458118 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:53.500198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port bb2de88d-041c-4013-950c-5bda47b29534, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb2de88d-041c-4013-950c-5bda47b29534,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:53.520368 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-002b97e9-d8c5-456a-9286-9ccb4853aaa2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1678777938d84d40a794fa79aafc5e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184570 Sep 04 01:08:53.520368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b97e9-d8c5-456a-9286-9ccb4853aaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a37910-d106-4d41-ba76-61f37a9039b7,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:53.521328 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35554) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:53.531965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:53.564359 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for router_gateway (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.579860 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (bb2de88d-041c-4013-950c-5bda47b29534), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.581790 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] Publish callbacks [] for security_group (96a37910-d106-4d41-ba76-61f37a9039b7), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.586515 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:53.615276 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] Publish callbacks [] for security_group (96a37910-d106-4d41-ba76-61f37a9039b7), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.650130 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=bb2de88d-041c-4013-950c-5bda47b29534,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:53.720449 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c43ac-41e9-4449-baff-db0b0d09d2cc None None] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:53.770678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.789732 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-13056fda-019d-4afb-a96a-eb488176e3e7 None None] Provisioning complete for port bb2de88d-041c-4013-950c-5bda47b29534 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:53.790204 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-13056fda-019d-4afb-a96a-eb488176e3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (bb2de88d-041c-4013-950c-5bda47b29534), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.800754 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (96a37910-d106-4d41-ba76-61f37a9039b7), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.804155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:53.805325 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/96a37910-d106-4d41-ba76-61f37a9039b7 HTTP/1.1" status: 204 len: 168 time: 0.2831509 Sep 04 01:08:53.814229 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40650eee-f6b0-425a-9a24-d3e26a285ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a37910-d106-4d41-ba76-61f37a9039b7,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:53.934693 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-13056fda-019d-4afb-a96a-eb488176e3e7 None None] Current status of the port bb2de88d-041c-4013-950c-5bda47b29534 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:53.972150 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83d3be61-40b3-4213-b6a5-d1f7f0ef806b req-f4ef02e3-4ed8-4c27-8ab3-3013f14f9ca7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0340998 Sep 04 01:08:53.985162 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.035546 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 26fcdf65-4bc4-463f-a658-90e8cfaeab8a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:54.147227 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Router dfd0116b-b0d2-4364-aa01-ba6d13027223 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:08:54.149035 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:54.167532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:54.169191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-a546d6de-bc97-4144-abb5-5e0c53bde9f9 None None] Provisioning complete for port bb2de88d-041c-4013-950c-5bda47b29534 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:54.169754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a546d6de-bc97-4144-abb5-5e0c53bde9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (bb2de88d-041c-4013-950c-5bda47b29534), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.242654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2341a-ccd6-42ca-9596-906ac08016b2 req-757f9b6c-2d8b-4059-be76-5d9dd1e7cf9f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:54.252643 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1ce2341a-ccd6-42ca-9596-906ac08016b2 req-757f9b6c-2d8b-4059-be76-5d9dd1e7cf9f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 944 time: 0.0945232 Sep 04 01:08:54.267346 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:54.267709 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.284771 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fcdf65-4bc4-463f-a658-90e8cfaeab8a {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:54.302525 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:54.313689 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:54.319459 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1ce2341a-ccd6-42ca-9596-906ac08016b2 req-b6386662-87d9-4a88-a5a2-58035f341b1b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603056 Sep 04 01:08:54.327659 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.335087 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Sync routers for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:54.371338 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:54.371965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:54.373780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.418794 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.420159 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-23c3478b-216e-4475-8b94-ac7484e75bfa admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5808523 Sep 04 01:08:54.423125 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35566) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:54.444439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a546d6de-bc97-4144-abb5-5e0c53bde9f9 None None] Current status of the port bb2de88d-041c-4013-950c-5bda47b29534 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:54.509511 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:54.520470 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.535240 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:54.642750 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35568) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:54.657466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-63b12073-0027-493b-b7df-bd4ba261d9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.740555 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:53Z', 'revision_number': 3, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:54.741855 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-63b12073-0027-493b-b7df-bd4ba261d9ae admin admin] Publish callbacks [] for security_group (710b5371-2640-4192-ac3b-dcd2f4c84e6e), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.767378 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Checking router: dfd0116b-b0d2-4364-aa01-ba6d13027223 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:54.767840 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Updating router dfd0116b-b0d2-4364-aa01-ba6d13027223 port 3031d09b-dea2-4538-84f5-4570cde46ba3 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:54.770615 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.799012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.808616 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-63b12073-0027-493b-b7df-bd4ba261d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (710b5371-2640-4192-ac3b-dcd2f4c84e6e), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.844565 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:54.850546 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-63b12073-0027-493b-b7df-bd4ba261d9ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=727112b5c8c9409db00635a6d9d8639b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060397 Sep 04 01:08:54.855128 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35572) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:54.857284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b12073-0027-493b-b7df-bd4ba261d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b5371-2640-4192-ac3b-dcd2f4c84e6e,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:54.884336 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.887034 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['26fcdf65-4bc4-463f-a658-90e8cfaeab8a'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:54.995075 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] Publish callbacks [] for security_group (710b5371-2640-4192-ac3b-dcd2f4c84e6e), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.031356 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] Publish callbacks [] for security_group (710b5371-2640-4192-ac3b-dcd2f4c84e6e), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.097659 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e9b965b4-0e96-47b9-9f72-c4664e889fd1 req-b232c041-01d1-4e17-8fb2-3bd6f0110dc1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Sep 04 01:08:55.104476 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Allocated IP 172.20.0.1 (f7aa404c-1c4b-45cd-b72e-bc7e43055995/0ee9ea91-73e2-4de4-af31-2c51631e0e3e/2f5330dc-3efa-420b-a1be-862b44d563c5) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:55.225940 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks [] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.231983 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (710b5371-2640-4192-ac3b-dcd2f4c84e6e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.234628 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.235758 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/710b5371-2640-4192-ac3b-dcd2f4c84e6e HTTP/1.1" status: 204 len: 168 time: 0.3797073 Sep 04 01:08:55.273303 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702d67-1dd8-4f9d-af9f-96f79cc1d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b5371-2640-4192-ac3b-dcd2f4c84e6e,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:55.273879 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device bb2de88d-041c-4013-950c-5bda47b29534 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:55.323559 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks [] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.337718 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.339191 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-90bc2fc0-0be9-46d1-9f1f-de9ebbcce22f tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:55.340702 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-90bc2fc0-0be9-46d1-9f1f-de9ebbcce22f tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "GET /networking/v2.0/networks?id=719e1ac8-c018-4261-bec3-4937b21ef767 HTTP/1.1" status: 200 len: 814 time: 0.1707182 Sep 04 01:08:55.364839 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Request body: {'port': {'device_id': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767', 'admin_state_up': True, 'tenant_id': '18076036cce84d48bc9df44f5b563bac'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:55.418124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port bb2de88d-041c-4013-950c-5bda47b29534 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:55.418981 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (bb2de88d-041c-4013-950c-5bda47b29534), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.471502 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Attempting to bind port 3031d09b-dea2-4538-84f5-4570cde46ba3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:55.471871 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Attempting to bind port 3031d09b-dea2-4538-84f5-4570cde46ba3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:55.472229 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Attempting to bind port 3031d09b-dea2-4538-84f5-4570cde46ba3 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:55.481385 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:55.481754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:55.482158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.482557 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:55.483029 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Bound port: 3031d09b-dea2-4538-84f5-4570cde46ba3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:55.483404 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.489664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e686d-1b33-4cdb-b17c-f07bcdbbc6b6 None None] Pushing event updated for resources: {'Port': ['ID=3031d09b-dea2-4538-84f5-4570cde46ba3,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:55.526595 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bb3a3-ff47-4041-b3a4-41266ebf135f req-c63fa206-1aa8-4ae7-97fb-25e862e87e73 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:55.528170 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6b2bb3a3-ff47-4041-b3a4-41266ebf135f req-c63fa206-1aa8-4ae7-97fb-25e862e87e73 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 945 time: 0.1035948 Sep 04 01:08:55.562307 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:55.564700 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.576653 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] For port 3031d09b-dea2-4538-84f5-4570cde46ba3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:55.580169 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] For port 3031d09b-dea2-4538-84f5-4570cde46ba3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3031d09b-dea2-4538-84f5-4570cde46ba3,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:55.581568 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port bb2de88d-041c-4013-950c-5bda47b29534 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:55.627151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:55.638049 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:55.642922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:55.646375 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Made reservation on behalf of 18076036cce84d48bc9df44f5b563bac for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:55.651173 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.657730 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6b2bb3a3-ff47-4041-b3a4-41266ebf135f req-23570193-755a-4d8a-84ad-d56f398ba35c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196349 Sep 04 01:08:55.658295 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Pushing event updated for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:55.705884 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.709874 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:55.763219 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:55.779073 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:55.779746 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:55.858568 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e686d-1b33-4cdb-b17c-f07bcdbbc6b6 None None] Pushing event updated for resources: {'Port': ['ID=3031d09b-dea2-4538-84f5-4570cde46ba3,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:55.951476 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Allocated IP 172.20.0.10 (719e1ac8-c018-4261-bec3-4937b21ef767/ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf/8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:56.092266 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.102313 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-303eeed5-4ff5-489b-8b3a-4640feb8742d None None] Provisioning complete for port 2f5330dc-3efa-420b-a1be-862b44d563c5 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:56.102688 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-303eeed5-4ff5-489b-8b3a-4640feb8742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.146368 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:56.183177 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks [] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.261373 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35614) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:56.271791 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-303eeed5-4ff5-489b-8b3a-4640feb8742d None None] Port 2f5330dc-3efa-420b-a1be-862b44d563c5 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:56.281277 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-98b331d3-b92f-4943-89b4-a8e661a476db req-f23b6f78-7a90-4e9f-89d2-cc41c4e7711b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0813224 Sep 04 01:08:56.289010 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e476c041-9150-4ad3-b6c3-3fd06d316ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.328153 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 26fcdf65-4bc4-463f-a658-90e8cfaeab8a up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:56.387775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks [] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.401474 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e476c041-9150-4ad3-b6c3-3fd06d316ddb admin admin] Publish callbacks [] for security_group (04a75790-abab-4024-933a-41c4f2fdaaba), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.408277 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:53Z', 'revision_number': 3, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:56.413317 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.443541 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85bfb-da57-4f19-bbaf-82aea272d056 None None] The sync data for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb is: [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:53Z', 'revision_number': 3, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:56.445260 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:08:56.450565 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:56.459304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Network 719e1ac8-c018-4261-bec3-4937b21ef767 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:56.462785 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:56.471124 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e476c041-9150-4ad3-b6c3-3fd06d316ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (04a75790-abab-4024-933a-41c4f2fdaaba), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.472294 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:56.500009 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.531899 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e476c041-9150-4ad3-b6c3-3fd06d316ddb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fca9d6eccf08433f88ef6d5939a62a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692471 Sep 04 01:08:56.532798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476c041-9150-4ad3-b6c3-3fd06d316ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a75790-abab-4024-933a-41c4f2fdaaba,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:56.535051 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35622) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:56.569176 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:56.569828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.587300 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Pushing event updated for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:56.602301 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:56.602678 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.614356 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] Publish callbacks [] for security_group (04a75790-abab-4024-933a-41c4f2fdaaba), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.627275 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.650990 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] Publish callbacks [] for security_group (04a75790-abab-4024-933a-41c4f2fdaaba), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.674353 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-9d66820a-5a1e-4785-977d-fc5b7994d823 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3167038 Sep 04 01:08:56.683440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Pushing event updated for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:56.693568 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Request body: {'port': {'device_id': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:56.711481 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:56.713615 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.747920 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:56.750626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38cb97f-d3a8-42c6-857d-557c2894ae55" -d '{"events": [{"server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "name": "network-vif-plugged", "status": "completed", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:56.764395 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:56.767174 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:56.823141 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (04a75790-abab-4024-933a-41c4f2fdaaba), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.826393 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.827838 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/04a75790-abab-4024-933a-41c4f2fdaaba HTTP/1.1" status: 204 len: 168 time: 0.2857971 Sep 04 01:08:56.835959 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a8238-29e7-403c-91a8-b4c89fa478af x-openstack-request-id: req-503a8238-29e7-403c-91a8-b4c89fa478af {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:56.836608 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "name": "network-vif-plugged", "status": "completed", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:56.836960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-503a8238-29e7-403c-91a8-b4c89fa478af {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:56.837538 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503a8238-29e7-403c-91a8-b4c89fa478af'] response: {'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'code': 200} Sep 04 01:08:56.845198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254957e-b4e1-4a19-9393-40d6efd3b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a75790-abab-4024-933a-41c4f2fdaaba,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:56.872760 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.901434 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.943051 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8042c-86f0-4034-99e6-d7692d8a1012 req-8e7b2636-98f8-4acd-b75b-5ca1029c4111 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:56.946215 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ced8042c-86f0-4034-99e6-d7692d8a1012 req-8e7b2636-98f8-4acd-b75b-5ca1029c4111 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 945 time: 0.1547048 Sep 04 01:08:56.949621 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:56.997913 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:57.008973 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:57.122094 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ced8042c-86f0-4034-99e6-d7692d8a1012 req-09851fb3-1c2d-4fe9-a4a2-b9fe9d7b75c9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450350 Sep 04 01:08:57.326316 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 3031d09b-dea2-4538-84f5-4570cde46ba3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:57.383713 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Router dfd0116b-b0d2-4364-aa01-ba6d13027223 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:08:57.402101 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:57.404915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2b799-bee6-4f28-a65e-3927c228b8bc req-d9caf68d-aefe-48c2-b81b-fbfb75553486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:57.412339 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9fa2b799-bee6-4f28-a65e-3927c228b8bc req-d9caf68d-aefe-48c2-b81b-fbfb75553486 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.1386487 Sep 04 01:08:57.473238 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-aa075823-d53f-4d7a-aa3d-009a0ceea74a None None] Provisioning complete for port 2f5330dc-3efa-420b-a1be-862b44d563c5 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:57.474586 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-aa075823-d53f-4d7a-aa3d-009a0ceea74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.509324 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 3031d09b-dea2-4538-84f5-4570cde46ba3 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:57.509782 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.550517 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-aa075823-d53f-4d7a-aa3d-009a0ceea74a None None] Port 2f5330dc-3efa-420b-a1be-862b44d563c5 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:57.562963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a219a-65ee-42b3-a6b2-7d96ffafe22b req-540b44b2-6f81-4c4b-aa1c-73f15320e61b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:57.567704 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c36a219a-65ee-42b3-a6b2-7d96ffafe22b req-540b44b2-6f81-4c4b-aa1c-73f15320e61b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 932 time: 0.0766306 Sep 04 01:08:57.567848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:57.576598 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks [] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.589460 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9fa2b799-bee6-4f28-a65e-3927c228b8bc req-caf2c431-80a7-443f-83dd-e2f730b2a5c8 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701889 Sep 04 01:08:57.601288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Transition to ACTIVE for port object 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:57.642064 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c36a219a-65ee-42b3-a6b2-7d96ffafe22b req-0120880f-67a3-4e4f-95c2-0a69b8171308 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692697 Sep 04 01:08:57.654313 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:57.660652 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3ac57289-d8dc-4f48-a67b-87992ac6051c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dfd0116b-b0d2-4364-aa01-ba6d13027223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2361641 Sep 04 01:08:57.669992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 3031d09b-dea2-4538-84f5-4570cde46ba3 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:57.670749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.672340 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.705496 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 3031d09b-dea2-4538-84f5-4570cde46ba3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3031d09b-dea2-4538-84f5-4570cde46ba3,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:57.718374 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.789514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Pushing event updated for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:57.803031 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.844608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Attempting to bind port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:57.845030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Attempting to bind port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:57.845424 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Attempting to bind port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 on network 719e1ac8-c018-4261-bec3-4937b21ef767 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:57.850383 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 on network 719e1ac8-c018-4261-bec3-4937b21ef767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:57.850781 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Attempting to bind port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 on network 719e1ac8-c018-4261-bec3-4937b21ef767 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:57.856174 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:57.856598 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Checking segment: {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:57.861180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Bound using segment: {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:57.861180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Bound port: 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:57.861180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.861600 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:57.880093 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=3031d09b-dea2-4538-84f5-4570cde46ba3,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:57.912898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:57.924495 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:57.926794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:57.995224 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:57.999545 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.000178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.001618 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 HTTP/1.1" status: 200 len: 1094 time: 1.3145485 Sep 04 01:08:58.001997 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:58.004261 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895a84da-0ea4-4860-afdd-3aef56ec6129" -d '{"events": [{"name": "network-changed", "server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:58.050489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2202408-de58-4c16-be28-1a2137f65f4c x-openstack-request-id: req-d2202408-de58-4c16-be28-1a2137f65f4c {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:58.050793 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:58.051194 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d2202408-de58-4c16-be28-1a2137f65f4c {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:58.051651 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2202408-de58-4c16-be28-1a2137f65f4c'] response: {'name': 'network-changed', 'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4', 'status': 'completed', 'code': 200} Sep 04 01:08:58.053682 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:58.058634 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321275-95e6-4144-9658-f8929d7b5eaf service neutron] Pushing event updated for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:58.393477 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc8b0b-9e0f-4c8e-9534-740f56295041 req-f4d4a0f6-cbde-4b9e-8820-e110b0b918a6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.395715 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4ebc8b0b-9e0f-4c8e-9534-740f56295041 req-f4d4a0f6-cbde-4b9e-8820-e110b0b918a6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0478303 Sep 04 01:08:58.448519 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4ebc8b0b-9e0f-4c8e-9534-740f56295041 req-29bc81f5-e126-4a41-8816-5701e388cae4 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465171 Sep 04 01:08:58.537105 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35658) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:58.542107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1408472081-network', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:58.553757 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:58.644892 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Sync routers for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:58.653522 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Made reservation on behalf of 07adc8f73fe240fd87ad0c8523874965 for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:58.655745 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:58.655879 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.656351 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:58.664971 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.764545 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks [] for security_group (37f13c4e-6fdb-473a-a1fc-98ecda51a945), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.768191 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-271779d1-af71-4193-8108-e0b37f70f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.769948 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-271779d1-af71-4193-8108-e0b37f70f635 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 1128 time: 0.0859036 Sep 04 01:08:58.776354 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:58.780306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd923bfe-f2c6-43ab-a29b-e9f552f3aabc req-173bec0b-5e30-41ec-8bd3-6bd75e2878ff tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.781771 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bd923bfe-f2c6-43ab-a29b-e9f552f3aabc req-173bec0b-5e30-41ec-8bd3-6bd75e2878ff tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 944 time: 0.0545883 Sep 04 01:08:58.837469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (37f13c4e-6fdb-473a-a1fc-98ecda51a945), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.859608 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:08:58.879566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (23e8810c-8295-4af2-809a-136550cc8182), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.879904 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Added segment 23e8810c-8295-4af2-809a-136550cc8182 of type vlan for network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 Sep 04 01:08:58.881595 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f13c4e-6fdb-473a-a1fc-98ecda51a945,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:58.890525 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bd923bfe-f2c6-43ab-a29b-e9f552f3aabc req-46700857-30ed-425e-afe3-58337d671043 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025708 Sep 04 01:08:58.924872 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-450664cf-7d2e-43bd-98f9-86e89fe05d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.924872 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-450664cf-7d2e-43bd-98f9-86e89fe05d38 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=18076036cce84d48bc9df44f5b563bac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1222105 Sep 04 01:08:58.943462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:58.945383 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:58.988228 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:08:56Z', 'revision_number': 2, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:59.020802 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Checking router: dfd0116b-b0d2-4364-aa01-ba6d13027223 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:59.020802 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Updating router dfd0116b-b0d2-4364-aa01-ba6d13027223 port 2f5330dc-3efa-420b-a1be-862b44d563c5 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:59.046500 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.048215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.050395 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.052168 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.144273 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] Pushing event updated for resources: {'Network': ['ID=3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:59.158223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:08:59.253064 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-0ff24484-8f7d-4977-8039-9f82603dc31d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7140617 Sep 04 01:08:59.255068 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35666) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:59.260530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Request body: {'subnet': {'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1408472081-subnet', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:59.293288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-096d5e1f-a62e-4caa-a4a6-5ca3c13eab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.293288 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-895a84da-0ea4-4860-afdd-3aef56ec6129 req-096d5e1f-a62e-4caa-a4a6-5ca3c13eab70 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3436089 Sep 04 01:08:59.310393 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 3031d09b-dea2-4538-84f5-4570cde46ba3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:59.355541 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 3031d09b-dea2-4538-84f5-4570cde46ba3 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:59.355921 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.377479 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks [] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.380613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Made reservation on behalf of 07adc8f73fe240fd87ad0c8523874965 for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:59.383089 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.432676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 3031d09b-dea2-4538-84f5-4570cde46ba3 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:59.468988 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.529231 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Pushing event updated for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:59.541277 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.541621 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.541953 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.542305 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.542635 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.543073 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.543267 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.543588 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.543894 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.544205 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.544542 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.544869 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.545182 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.545636 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.545950 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:59.587661 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Attempting to bind port 2f5330dc-3efa-420b-a1be-862b44d563c5 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:59.588082 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Attempting to bind port 2f5330dc-3efa-420b-a1be-862b44d563c5 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:59.588385 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Attempting to bind port 2f5330dc-3efa-420b-a1be-862b44d563c5 on network f7aa404c-1c4b-45cd-b72e-bc7e43055995 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:59.590282 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:59.594552 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:59.594916 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Checking segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:59.595307 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.595681 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Bound using segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:59.596299 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Bound port: 2f5330dc-3efa-420b-a1be-862b44d563c5, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:59.596689 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.598783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef58d4-0e86-49f2-9113-62358f0892cc req-ce94453a-15e4-4391-8464-0846bf2868a0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.600657 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-55ef58d4-0e86-49f2-9113-62358f0892cc req-ce94453a-15e4-4391-8464-0846bf2868a0 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0730059 Sep 04 01:08:59.606436 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:59.611676 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:59.664820 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] For port 2f5330dc-3efa-420b-a1be-862b44d563c5, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:59.668426 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] For port 2f5330dc-3efa-420b-a1be-862b44d563c5, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f5330dc-3efa-420b-a1be-862b44d563c5,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:59.687089 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35672) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:59.690326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:59.707721 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-55ef58d4-0e86-49f2-9113-62358f0892cc req-cfa59c61-ce84-4418-a45a-259210852eb5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979438 Sep 04 01:08:59.745886 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.780631 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:59.781267 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:59.791092 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (348ece50-fc8f-42a8-9fdd-192a945d117d), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.812326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ac9aafc-3c07-4de4-b031-7ccca1c2bc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:59.856004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348ece50-fc8f-42a8-9fdd-192a945d117d,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:59.863815 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Checking segment: {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:59.864383 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Network hostable DHCP agents. Network: 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:08:59.896309 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de00dcb-0516-4806-b817-cc535ff99081 None None] Pushing event updated for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:59.907276 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7c85cad-1b0b-4af1-a228-a9e35a35032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.908825 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7c85cad-1b0b-4af1-a228-a9e35a35032c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 1128 time: 0.0708737 Sep 04 01:08:59.915870 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:59.964798 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-2b4c0212-6b9c-4c2a-bc95-b72ab4dda1c6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 HTTP/1.1" status: 200 len: 217 time: 0.0416231 Sep 04 01:08:59.969000 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:09:00.046624 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ac9aafc-3c07-4de4-b031-7ccca1c2bc1a admin admin] Publish callbacks [] for security_group (89934eea-6ced-436c-84f4-5d7cc7925eda), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.053947 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:00.060055 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.061904 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.067232 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c4481-f917-4cd9-95c3-df7c1ca63aa9 None None] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:09:00.071633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351186f1-8d54-4baa-869e-4af647808bd4 req-c3cf3b42-2d8f-4a9d-8283-6a662548eaa7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.073309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-351186f1-8d54-4baa-869e-4af647808bd4 req-c3cf3b42-2d8f-4a9d-8283-6a662548eaa7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 944 time: 0.0926371 Sep 04 01:09:00.077567 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-50c3ba77-cb68-490a-b00c-3e9f659a119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.079049 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-50c3ba77-cb68-490a-b00c-3e9f659a119d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf HTTP/1.1" status: 200 len: 854 time: 0.1088650 Sep 04 01:09:00.123441 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-150d1144-146f-4c05-90b9-a2327ebc29a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=719e1ac8-c018-4261-bec3-4937b21ef767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329092 Sep 04 01:09:00.144501 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ac9aafc-3c07-4de4-b031-7ccca1c2bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (89934eea-6ced-436c-84f4-5d7cc7925eda), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.184011 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'fixed_ips': [{'subnet_id': '348ece50-fc8f-42a8-9fdd-192a945d117d'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:09:00.184970 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.213667 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-90897adc-5c17-4d39-ba73-8cdedcbc1d61 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9572675 Sep 04 01:09:00.216081 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35678) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:00.218911 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-99313e64-60d8-468d-b715-848bf9594221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:08:59Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:00.230869 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:00.235184 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-351186f1-8d54-4baa-869e-4af647808bd4 req-6cde755c-60b8-4139-b093-867627080ef6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524262 Sep 04 01:09:00.241929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:00.249216 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6ac9aafc-3c07-4de4-b031-7ccca1c2bc1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4715bba986c643c285f8cdf105d44a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623674 Sep 04 01:09:00.249493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35680) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:00.262323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9aafc-3c07-4de4-b031-7ccca1c2bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89934eea-6ced-436c-84f4-5d7cc7925eda,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:00.281105 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99313e64-60d8-468d-b715-848bf9594221 None None] The sync data for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb is: [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:08:59Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:00.293230 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-f7f7c2ac-e222-4dca-b514-958b7d7dd59e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614807 Sep 04 01:09:00.384524 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] Publish callbacks [] for security_group (89934eea-6ced-436c-84f4-5d7cc7925eda), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.401646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Allocated IP 172.20.0.2 (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73/348ece50-fc8f-42a8-9fdd-192a945d117d/26a7eaf1-56c6-4783-8035-daa1cf136a62) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:00.405997 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] Publish callbacks [] for security_group (89934eea-6ced-436c-84f4-5d7cc7925eda), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.405997 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.406620 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.425481 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-aaa17fe1-7098-4d70-9a5e-346897148dd4 req-17f1dc6a-8326-470f-894b-b7dc456f81ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244681 Sep 04 01:09:00.502186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for router_controller (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), precommit_add_association {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.579885 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:00.585169 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks [] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.616841 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (89934eea-6ced-436c-84f4-5d7cc7925eda), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.617617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.618764 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/89934eea-6ced-436c-84f4-5d7cc7925eda HTTP/1.1" status: 204 len: 168 time: 0.3652790 Sep 04 01:09:00.653001 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0eb4-b0a2-452d-8b93-7c6967b49f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89934eea-6ced-436c-84f4-5d7cc7925eda,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:00.691676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.738020 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for router_gateway (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.739483 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:00.759975 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:00.773877 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:00.784402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Pushing event updated for resources: {'Port': ['ID=26a7eaf1-56c6-4783-8035-daa1cf136a62,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:00.857711 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Attempting to bind port 26a7eaf1-56c6-4783-8035-daa1cf136a62 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:00.858158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Attempting to bind port 26a7eaf1-56c6-4783-8035-daa1cf136a62 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:00.859009 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Attempting to bind port 26a7eaf1-56c6-4783-8035-daa1cf136a62 on network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:00.868260 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:00.868965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Checking segment: {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:00.870306 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.871162 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Bound using segment: {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:00.872067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Bound port: 26a7eaf1-56c6-4783-8035-daa1cf136a62, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:00.872767 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.909806 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a851e1-9240-4a00-8ff9-588dc79721b1 req-9c41dfb1-9ce4-4759-a634-d961195d8b17 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.909806 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d2a851e1-9240-4a00-8ff9-588dc79721b1 req-9c41dfb1-9ce4-4759-a634-d961195d8b17 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0982549 Sep 04 01:09:00.958567 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] For port 26a7eaf1-56c6-4783-8035-daa1cf136a62, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:00.962372 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] For port 26a7eaf1-56c6-4783-8035-daa1cf136a62, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=26a7eaf1-56c6-4783-8035-daa1cf136a62,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:01.032109 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.075150 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d2a851e1-9240-4a00-8ff9-588dc79721b1 req-8f89311c-90bc-4bae-9db6-c8c90d7f0e24 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434913 Sep 04 01:09:01.120317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for router_gateway (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.142861 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.181168 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a205a5-5cb5-483e-a206-8fbe66ce47c4 None None] Pushing event updated for resources: {'Port': ['ID=26a7eaf1-56c6-4783-8035-daa1cf136a62,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:01.273895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483add-a15b-45da-ab31-e9355534a025 req-fb7ff19e-de01-4a24-9b22-07643f98cf3b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.287791 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35690) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:01.291418 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1d483add-a15b-45da-ab31-e9355534a025 req-fb7ff19e-de01-4a24-9b22-07643f98cf3b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.1053948 Sep 04 01:09:01.300317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'floatingip': {'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:01.369019 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2f5330dc-3efa-420b-a1be-862b44d563c5 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:01.380963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Allocated IP 172.37.6.91 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/b418d348-ee5e-4b7a-8374-0f4a94c10216) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:01.385351 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.429409 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 2f5330dc-3efa-420b-a1be-862b44d563c5 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:01.429696 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.429910 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.442817 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.527994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 2f5330dc-3efa-420b-a1be-862b44d563c5 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:01.528518 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.548184 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7bb5-9e68-4ea1-ba97-ce7977d51682 req-6a7c5cc3-355f-47b9-ac3b-e90581e1b090 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.549750 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4fdb7bb5-9e68-4ea1-ba97-ce7977d51682 req-6a7c5cc3-355f-47b9-ac3b-e90581e1b090 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 944 time: 0.1714470 Sep 04 01:09:01.568651 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.570871 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 2f5330dc-3efa-420b-a1be-862b44d563c5, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f5330dc-3efa-420b-a1be-862b44d563c5,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:01.648107 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.728660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:01.828903 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.839691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.969624 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4fdb7bb5-9e68-4ea1-ba97-ce7977d51682 req-bcdba894-214a-446f-9b8a-d9ac5e49bf4e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044824 Sep 04 01:09:01.989089 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:01.998154 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:02.151376 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d99c41-20a9-4cbb-b7c1-91c8501a7e18 None None] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:09:02.187641 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.236936 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Provisioning complete for port 26a7eaf1-56c6-4783-8035-daa1cf136a62 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:02.237307 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.267900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:02.274549 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:02.275917 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:02.279066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:02.284837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b418d348-ee5e-4b7a-8374-0f4a94c10216,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:02.353609 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Current status of the port 26a7eaf1-56c6-4783-8035-daa1cf136a62 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:02.354045 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.356763 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:02.366964 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:02.368677 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.392254 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] For port 26a7eaf1-56c6-4783-8035-daa1cf136a62, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=26a7eaf1-56c6-4783-8035-daa1cf136a62,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:02.461554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.472404 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.524029 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b0485-e349-4dfb-917d-85e428a4f9ba None None] Pushing event updated for resources: {'Port': ['ID=26a7eaf1-56c6-4783-8035-daa1cf136a62,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:02.579360 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Floating IP fe8b99dd-e1c8-444c-9a2f-5f5ed70befae associated. External IP: 172.37.6.92, port: 26fcdf65-4bc4-463f-a658-90e8cfaeab8a. Sep 04 01:09:02.592144 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-a8771024-3363-4180-9768-795cdc5c2a30 None None] Provisioning complete for port 26a7eaf1-56c6-4783-8035-daa1cf136a62 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:02.592537 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a8771024-3363-4180-9768-795cdc5c2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.669750 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a8771024-3363-4180-9768-795cdc5c2a30 None None] Current status of the port 26a7eaf1-56c6-4783-8035-daa1cf136a62 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:02.743781 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:02.767530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for router_gateway (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:02.978308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:03.088122 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.090919 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aed8a-c4eb-46b7-a560-a16499a4d4be req-36e58c58-4b53-4c79-9bf2-7b928e277dec tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.092520 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a4aed8a-c4eb-46b7-a560-a16499a4d4be req-36e58c58-4b53-4c79-9bf2-7b928e277dec tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 944 time: 0.0472591 Sep 04 01:09:03.140386 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a4aed8a-c4eb-46b7-a560-a16499a4d4be req-8c78dc0a-8835-4a73-a8da-e4036edc8820 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Sep 04 01:09:03.177009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:03.182509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.191607 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:03.217226 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:03.218045 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:03.445313 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2f5330dc-3efa-420b-a1be-862b44d563c5 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:03.466308 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-72e01e9d-d2c3-49f6-8cb8-672dc60c6d13 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/fe8b99dd-e1c8-444c-9a2f-5f5ed70befae HTTP/1.1" status: 200 len: 991 time: 2.1750250 Sep 04 01:09:03.466523 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:03.468858 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38667a2-3fec-4591-86ee-516a402ed5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:03.502775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:03.513419 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59106386-a3bf-4fa1-b83a-bd21deda81b5 x-openstack-request-id: req-59106386-a3bf-4fa1-b83a-bd21deda81b5 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:03.513703 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:03.513950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59106386-a3bf-4fa1-b83a-bd21deda81b5 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:03.514344 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59106386-a3bf-4fa1-b83a-bd21deda81b5'] response: {'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'status': 'completed', 'code': 200} Sep 04 01:09:03.544658 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 2f5330dc-3efa-420b-a1be-862b44d563c5 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:03.545049 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.582950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:09:03.605477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-4affbae1-ea5f-4faa-9a77-607cc69f95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.607109 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-4affbae1-ea5f-4faa-9a77-607cc69f95e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0412576 Sep 04 01:09:03.667056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:03.687983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:03.702457 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Sync routers for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:03.709627 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 2f5330dc-3efa-420b-a1be-862b44d563c5 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:03.710717 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 26a7eaf1-56c6-4783-8035-daa1cf136a62 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:03.714238 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-4011239f-45f2-46c8-b1a1-d67bc0a06158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.715903 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-4011239f-45f2-46c8-b1a1-d67bc0a06158 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.1009660 Sep 04 01:09:03.719376 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:03.720005 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:03.770974 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:03.782125 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-85eeb030-dfeb-441d-955e-c787d5a01968 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 999 time: 0.0597818 Sep 04 01:09:03.806004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 26a7eaf1-56c6-4783-8035-daa1cf136a62 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:03.806394 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.816160 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.818899 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e04041de-63a0-4d4c-9016-e9cb354a29d2 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6015813 Sep 04 01:09:03.821615 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35698) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:03.831034 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:03.843000 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-460a86f2-6a7d-44de-9b4a-cead98bbd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.844632 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-460a86f2-6a7d-44de-9b4a-cead98bbd153 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0566788 Sep 04 01:09:03.850490 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:03.852793 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 1, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:03.881315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:03.895898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-c31848de-19af-497e-9c39-f2b41bcd446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.897910 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-c31848de-19af-497e-9c39-f2b41bcd446c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463493 Sep 04 01:09:03.898243 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:03.898891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:03.979396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 26a7eaf1-56c6-4783-8035-daa1cf136a62 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:04.001873 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-a26107c3-13d7-4c47-95c9-45b79f4f7d6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973563 Sep 04 01:09:04.020999 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 3, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:04.032974 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:04.052210 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Checking router: 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:04.052919 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Updating router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 port b418d348-ee5e-4b7a-8374-0f4a94c10216 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:09:04.083090 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.141215 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e38667a2-3fec-4591-86ee-516a402ed5ef req-bf2d93b4-13b7-4cf4-bb68-b4dcd53e32fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323023 Sep 04 01:09:04.273869 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:04.293830 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:04.295468 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049452-1212-4357-9121-31cca2b940f0 req-1e7fe88b-4510-4f6e-a0c0-82b0735f38dd tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:04.297029 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-25049452-1212-4357-9121-31cca2b940f0 req-1e7fe88b-4510-4f6e-a0c0-82b0735f38dd tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 944 time: 0.0646007 Sep 04 01:09:04.302455 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 1, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:04.341239 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056df6b0-890f-4cae-8e85-1c6c332b91aa None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 1, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:04.357604 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-25049452-1212-4357-9121-31cca2b940f0 req-613fc3ca-9d65-4a4f-be15-34eaa92c1117 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506656 Sep 04 01:09:04.380109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.389242 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks [] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.391795 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:04.398665 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:04.465081 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.486529 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:04.513470 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4', 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767', 'port_id': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4', 'mac_address': 'fa:16:3e:32:6e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:04.525732 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Attempting to bind port b418d348-ee5e-4b7a-8374-0f4a94c10216 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:04.526234 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Attempting to bind port b418d348-ee5e-4b7a-8374-0f4a94c10216 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:04.526705 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Attempting to bind port b418d348-ee5e-4b7a-8374-0f4a94c10216 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:04.532722 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:04.533257 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:04.533754 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.534241 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:04.534771 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Bound port: b418d348-ee5e-4b7a-8374-0f4a94c10216, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:04.535766 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.556558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:04.556941 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.558897 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:04.571976 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Allocated IP 172.20.0.1 (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73/348ece50-fc8f-42a8-9fdd-192a945d117d/f9421c6a-fed8-4cca-a055-27b562ff5da2) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:04.574398 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:04.577276 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:04.590053 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574daf-9feb-4717-8e63-7e95a661267c None None] Pushing event updated for resources: {'Port': ['ID=b418d348-ee5e-4b7a-8374-0f4a94c10216,revision_number=2']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:04.594355 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] For port b418d348-ee5e-4b7a-8374-0f4a94c10216, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:04.598521 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] For port b418d348-ee5e-4b7a-8374-0f4a94c10216, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b418d348-ee5e-4b7a-8374-0f4a94c10216,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:04.602943 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:04.686198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.686642 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.711474 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks [] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.717581 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:04.718340 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:08:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:04.754626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:04.803804 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.822183 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574daf-9feb-4717-8e63-7e95a661267c None None] Pushing event updated for resources: {'Port': ['ID=b418d348-ee5e-4b7a-8374-0f4a94c10216,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:04.851732 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:04.853439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:04.859773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:04.862766 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:04.866937 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:04.914372 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.969590 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:05.043807 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 3, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:05.074221 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ac3e3-8d9e-4d99-8d46-97d529c2f4b4 None None] The sync data for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb is: [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:02Z', 'revision_number': 3, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:05.115205 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.151363 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18144203-6f6f-4d07-9f41-4d856d0ba9de None None] New status for floating IP fe8b99dd-e1c8-444c-9a2f-5f5ed70befae: ACTIVE {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:05.185776 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:05.189749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:05.217709 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:05.257718 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-e1a91e04-d1ca-4c0b-af9d-c1879afb9fb0 None None] Provisioning complete for port f9421c6a-fed8-4cca-a055-27b562ff5da2 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:05.258213 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e1a91e04-d1ca-4c0b-af9d-c1879afb9fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.295041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks [] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.349018 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.356007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-e1a91e04-d1ca-4c0b-af9d-c1879afb9fb0 None None] Port f9421c6a-fed8-4cca-a055-27b562ff5da2 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:05.426386 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.429926 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:05.563855 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8333-5182-485d-8046-d2cacac9da70 req-5cb8cf33-ff35-43e9-b1af-c056a90b2322 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:05.563855 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c35e8333-5182-485d-8046-d2cacac9da70 req-5cb8cf33-ff35-43e9-b1af-c056a90b2322 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 945 time: 0.0770495 Sep 04 01:09:05.585812 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a0ea040a-a633-4ee1-b979-4c4e517a42bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.611295 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:05.614034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:05.678027 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c35e8333-5182-485d-8046-d2cacac9da70 req-cc78ecae-b097-4e57-a886-2b3e7b2d72dc tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075485 Sep 04 01:09:05.766667 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:05.874254 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:05.879961 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-59d54ab8-ae30-4242-b7c6-870e6072dee2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5c082345-a9a1-4a4e-b5b5-e4e92c867d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0564828 Sep 04 01:09:05.881074 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-2c6c3b41-b52d-45cd-95ff-1c4f655f4032 None None] Provisioning complete for port f9421c6a-fed8-4cca-a055-27b562ff5da2 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:05.881446 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3b41-b52d-45cd-95ff-1c4f655f4032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.914037 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c3b41-b52d-45cd-95ff-1c4f655f4032 None None] Port f9421c6a-fed8-4cca-a055-27b562ff5da2 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:06.303423 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35710) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:06.308007 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657370862', 'description': 'tempest-secgroup-smoke-1657370862 description', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:06.388636 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.453569 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (4cc0c6c4-b6b1-4544-b0e6-a84567ff332e), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.479903 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:06.521713 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:09:06.531681 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4cc0c6c4-b6b1-4544-b0e6-a84567ff332e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.564662 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:06.588745 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:06.589189 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.614473 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.615725 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1f0a2b07-9bb3-45eb-9e57-bd9b0f5ffca4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3112459 Sep 04 01:09:06.618883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35714) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:06.623422 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:06.636886 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:06.662966 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:06.663285 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.687249 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:06.689514 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa67e6f-c042-45ca-b707-d0ba4139aedc" -d '{"events": [{"server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "name": "network-vif-plugged", "status": "completed", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:06.691661 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:06.702248 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:06.731986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310335a-c39d-470a-a998-7d49db92d086 x-openstack-request-id: req-d310335a-c39d-470a-a998-7d49db92d086 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:06.732299 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "name": "network-vif-plugged", "status": "completed", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:06.732583 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d310335a-c39d-470a-a998-7d49db92d086 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:06.732982 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d310335a-c39d-470a-a998-7d49db92d086'] response: {'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4', 'code': 200} Sep 04 01:09:06.759549 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (18be4628-3164-4f42-9953-dca5d9eed879), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.781721 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.851618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:06.852524 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (18be4628-3164-4f42-9953-dca5d9eed879), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.860154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.860619 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.861025 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.861448 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.861845 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.862237 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.862628 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.863585 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.864069 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.864505 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.864888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.865293 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.865692 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.866070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.866457 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:06.940184 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (18be4628-3164-4f42-9953-dca5d9eed879), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.965413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18be4628-3164-4f42-9953-dca5d9eed879,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:06.974834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29087e-2484-4805-8282-72dc10e820ac req-e0a91d32-77f5-4eb4-a664-d4cc9e1a0a75 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:06.976335 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3e29087e-2484-4805-8282-72dc10e820ac req-e0a91d32-77f5-4eb4-a664-d4cc9e1a0a75 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0676332 Sep 04 01:09:07.032967 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3e29087e-2484-4805-8282-72dc10e820ac req-5e120ee0-9e6a-49db-b98c-381405500927 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498242 Sep 04 01:09:07.055552 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.056860 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4972b0e9-7be7-4e4e-b7ee-d6cc0fe77353 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369302 Sep 04 01:09:07.059622 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35720) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:07.064017 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:07.150756 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (defd9d03-75fc-46be-aa24-fe753613c411), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.160941 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3914aee-a334-4842-94e9-7a1c9fdca929 req-3a86dee9-4ad3-4b91-a05b-79a0f5e82942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:07.162419 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3914aee-a334-4842-94e9-7a1c9fdca929 req-3a86dee9-4ad3-4b91-a05b-79a0f5e82942 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 1130 time: 0.0508711 Sep 04 01:09:07.209828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:07.232238 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (defd9d03-75fc-46be-aa24-fe753613c411), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.235740 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f3914aee-a334-4842-94e9-7a1c9fdca929 req-9bef68dc-b36e-40f3-9cab-1eef7d66cf40 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Sep 04 01:09:07.255095 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b418d348-ee5e-4b7a-8374-0f4a94c10216 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:07.302577 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port b418d348-ee5e-4b7a-8374-0f4a94c10216 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:07.302943 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.304594 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (defd9d03-75fc-46be-aa24-fe753613c411), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.327487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defd9d03-75fc-46be-aa24-fe753613c411,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:07.369612 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.370859 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3c4dd0cc-7d6a-4c7a-8251-799f5768fe3a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102455 Sep 04 01:09:07.373801 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35724) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:07.378383 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:07.382583 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port b418d348-ee5e-4b7a-8374-0f4a94c10216 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:07.382973 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.405262 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port b418d348-ee5e-4b7a-8374-0f4a94c10216, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b418d348-ee5e-4b7a-8374-0f4a94c10216,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:07.477245 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (b0143b1c-beb6-49a1-80ba-8365b80485de), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.479945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.502643 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:07.543064 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (b0143b1c-beb6-49a1-80ba-8365b80485de), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.607885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (b0143b1c-beb6-49a1-80ba-8365b80485de), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.625749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0143b1c-beb6-49a1-80ba-8365b80485de,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:07.648169 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=b418d348-ee5e-4b7a-8374-0f4a94c10216,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:07.733301 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.734466 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-458c4ad9-bdcb-4a90-82c0-b590d126346a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596227 Sep 04 01:09:07.737136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35726) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:07.741510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:07.854889 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (f9e544bc-36c6-4f4f-a8b1-c0f75c918f82), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.866942 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:07.916088 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (f9e544bc-36c6-4f4f-a8b1-c0f75c918f82), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.919960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3be3-f328-4575-aacd-47cc14355009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:07.983024 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (f9e544bc-36c6-4f4f-a8b1-c0f75c918f82), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.003516 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e544bc-36c6-4f4f-a8b1-c0f75c918f82,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:08.072835 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.074059 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c03932b7-9aca-4637-abbb-24d63d325306 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3360007 Sep 04 01:09:08.077034 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35730) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:08.081704 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:08.162229 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.securitygroups_db [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Project be21c8fcaef64d9dbecf31bd633559c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:09:08.164762 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03a83f-6555-44ed-9318-10066a39eff0 req-fe8777b2-7199-4668-aa1e-864e6534f205 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:08.166254 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e03a83f-6555-44ed-9318-10066a39eff0 req-fe8777b2-7199-4668-aa1e-864e6534f205 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0478141 Sep 04 01:09:08.168810 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (f845a28b-49ec-48f7-8cff-2c9feec4af23), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.216655 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e03a83f-6555-44ed-9318-10066a39eff0 req-2d8ac06a-0dde-4e0f-a121-b7adf749c75c tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Sep 04 01:09:08.245246 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (f845a28b-49ec-48f7-8cff-2c9feec4af23), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.310488 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (f845a28b-49ec-48f7-8cff-2c9feec4af23), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.329856 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f845a28b-49ec-48f7-8cff-2c9feec4af23,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:08.427502 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.428864 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-a1121789-ea31-4769-8e95-81994d99af36 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507705 Sep 04 01:09:08.431763 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 35732) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:08.436389 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'security_group_rule': {'security_group_id': '4cc0c6c4-b6b1-4544-b0e6-a84567ff332e', 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:08.518044 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Sync routers for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:08.522008 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.securitygroups_db [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Project be21c8fcaef64d9dbecf31bd633559c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:09:08.528348 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (3b48689f-3b63-4f11-ae61-6ac2469ace2a), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.529214 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:08.529810 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:08.587732 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (3b48689f-3b63-4f11-ae61-6ac2469ace2a), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.631612 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:08.670237 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (3b48689f-3b63-4f11-ae61-6ac2469ace2a), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.690126 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b48689f-3b63-4f11-ae61-6ac2469ace2a,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:08.758170 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:08.759442 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-93d70555-296a-4f12-84af-67e802a89111 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3266990 Sep 04 01:09:08.902408 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:05Z', 'revision_number': 4, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f9421c6a-fed8-4cca-a055-27b562ff5da2', 'name': '', 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'mac_address': 'fa:16:3e:67:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:04Z', 'updated_at': '2022-09-04T01:09:05Z', 'revision_number': 2, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'subnets': [{'id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:08.928430 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Checking router: 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:08.928810 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Updating router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 port f9421c6a-fed8-4cca-a055-27b562ff5da2 binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:09:08.959655 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.159978 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.225771 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks [] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.254862 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b418d348-ee5e-4b7a-8374-0f4a94c10216 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:09.297464 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.300578 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port b418d348-ee5e-4b7a-8374-0f4a94c10216 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:09.301003 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.359313 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:09.375261 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39b26-afe5-4f16-8f1b-1bf8fd0915be req-f0abd0e0-962b-44c2-bbac-d50e7ce0b259 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:09.381003 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61a39b26-afe5-4f16-8f1b-1bf8fd0915be req-f0abd0e0-962b-44c2-bbac-d50e7ce0b259 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0755804 Sep 04 01:09:09.386516 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7122d-07a2-4b8d-a539-605c173b0c61 None None] Pushing event updated for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:09.386789 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port b418d348-ee5e-4b7a-8374-0f4a94c10216 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:09.422124 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Attempting to bind port f9421c6a-fed8-4cca-a055-27b562ff5da2 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:09.422482 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Attempting to bind port f9421c6a-fed8-4cca-a055-27b562ff5da2 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:09.422844 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Attempting to bind port f9421c6a-fed8-4cca-a055-27b562ff5da2 on network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:09.428520 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:09.428891 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Checking segment: {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:09.429287 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.429671 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Bound using segment: {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:09.430131 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Bound port: f9421c6a-fed8-4cca-a055-27b562ff5da2, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e8810c-8295-4af2-809a-136550cc8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:09.430505 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.434195 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61a39b26-afe5-4f16-8f1b-1bf8fd0915be req-e70893ed-aa07-4d63-bdfe-ab9e64931f37 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Sep 04 01:09:09.489254 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:09.493126 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] For port f9421c6a-fed8-4cca-a055-27b562ff5da2, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:09.496217 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] For port f9421c6a-fed8-4cca-a055-27b562ff5da2, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f9421c6a-fed8-4cca-a055-27b562ff5da2,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:09.556200 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:09.596421 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:09.597117 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:09.658428 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7122d-07a2-4b8d-a539-605c173b0c61 None None] Pushing event updated for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:09.715939 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:09.902063 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:05Z', 'revision_number': 4, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f9421c6a-fed8-4cca-a055-27b562ff5da2', 'name': '', 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'mac_address': 'fa:16:3e:67:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:04Z', 'updated_at': '2022-09-04T01:09:09Z', 'revision_number': 4, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'subnets': [{'id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:09.926454 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429cb1a8-575d-4cf7-90e0-32e6b568d654 None None] The sync data for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb is: [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:09:05Z', 'revision_number': 4, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f9421c6a-fed8-4cca-a055-27b562ff5da2', 'name': '', 'network_id': '3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'mac_address': 'fa:16:3e:67:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:04Z', 'updated_at': '2022-09-04T01:09:09Z', 'revision_number': 4, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'subnets': [{'id': '348ece50-fc8f-42a8-9fdd-192a945d117d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:10.558177 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3ab32-6f7e-4124-998a-d7a50d5d959b req-85d35510-b993-4d66-9988-3236bdb7e106 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:10.559802 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-70d3ab32-6f7e-4124-998a-d7a50d5d959b req-85d35510-b993-4d66-9988-3236bdb7e106 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0474989 Sep 04 01:09:10.610034 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-70d3ab32-6f7e-4124-998a-d7a50d5d959b req-380f3642-a44a-4cf2-abcf-5280a952a4a2 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Sep 04 01:09:10.681994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:10.805963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:11.266573 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f9421c6a-fed8-4cca-a055-27b562ff5da2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:11.321669 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:11.326117 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port f9421c6a-fed8-4cca-a055-27b562ff5da2 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:11.326558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:11.419758 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port f9421c6a-fed8-4cca-a055-27b562ff5da2 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:11.420271 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:11.456694 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port f9421c6a-fed8-4cca-a055-27b562ff5da2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f9421c6a-fed8-4cca-a055-27b562ff5da2,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:11.538994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:11.586560 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:13.247302 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f9421c6a-fed8-4cca-a055-27b562ff5da2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:13.283324 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:13.296174 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port f9421c6a-fed8-4cca-a055-27b562ff5da2 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:13.296582 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:13.368932 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port f9421c6a-fed8-4cca-a055-27b562ff5da2 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:16.071155 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:09:19.427881 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:19.430776 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:19.904962 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=34 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:20.602732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=14 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:20.605867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=48,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.363854 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=1,neutron:SELECT=18 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.365903 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.367460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:26.027088 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35974) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:26.031814 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943799793', 'description': 'tempest-description--1972789414'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:26.066848 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:UPDATE=1,neutron:SELECT=49,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:26.083976 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-8802eb70-bd85-49ae-8ec0-b4c1065ed15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.086003 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-8802eb70-bd85-49ae-8ec0-b4c1065ed15f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1130 time: 0.0403001 Sep 04 01:09:26.102554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.184730 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (49312595-1a5e-4396-97ef-017e46ee41b7), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.204256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-b80733b4-6999-415b-94fb-6dcf0e95589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.205849 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-b80733b4-6999-415b-94fb-6dcf0e95589f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0972624 Sep 04 01:09:26.237167 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (49312595-1a5e-4396-97ef-017e46ee41b7), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.270051 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49312595-1a5e-4396-97ef-017e46ee41b7,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:26.274033 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-7f416c84-05d1-43b5-841c-a2b8f782b94c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 1001 time: 0.0618999 Sep 04 01:09:26.323817 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-94eacac8-85e4-4314-9fe3-554d90e62ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.325220 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-94eacac8-85e4-4314-9fe3-554d90e62ea8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0451508 Sep 04 01:09:26.329328 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.333653 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1dadc8c3-de1d-4f65-9b92-8cbb433cd544 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3024232 Sep 04 01:09:26.334212 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35978) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:26.339267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '49312595-1a5e-4396-97ef-017e46ee41b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:26.372137 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-6eff5d55-f71f-471a-947b-444a1d44cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.373702 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-6eff5d55-f71f-471a-947b-444a1d44cd3f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407546 Sep 04 01:09:26.419844 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (d4ee954f-09e7-4cc0-ab7a-e1989d27999a), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.477088 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-01167f39-414b-40fb-9f8b-d9b5f768833c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915833 Sep 04 01:09:26.479955 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (d4ee954f-09e7-4cc0-ab7a-e1989d27999a), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.548222 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (d4ee954f-09e7-4cc0-ab7a-e1989d27999a), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.567946 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ee954f-09e7-4cc0-ab7a-e1989d27999a,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:26.575184 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1b811f1-a3b0-478b-b06b-17fe548459e6 req-0c1d36b2-1f2f-4e6c-bcf8-957c2217a497 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920596 Sep 04 01:09:26.636078 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.637333 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-383ffc24-31c5-4be7-ab58-822e9745042e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021855 Sep 04 01:09:26.640042 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35982) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:26.644249 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '49312595-1a5e-4396-97ef-017e46ee41b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:26.743112 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e7940934-a6d3-4d8d-b743-0fbfda3d3367), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.802150 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e7940934-a6d3-4d8d-b743-0fbfda3d3367), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.879960 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (e7940934-a6d3-4d8d-b743-0fbfda3d3367), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.903657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7940934-a6d3-4d8d-b743-0fbfda3d3367,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:26.981087 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:26.983496 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-3be31b99-02e5-4755-9394-b8a888cd7206 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413203 Sep 04 01:09:26.985535 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 35988) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:26.990464 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:27.104506 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.185278 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.251864 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37404-0969-427d-a1e9-6245a33081a9 req-cc278bd8-fce8-4874-903f-9e35f4c194b1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:27.262621 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80e37404-0969-427d-a1e9-6245a33081a9 req-cc278bd8-fce8-4874-903f-9e35f4c194b1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.1041818 Sep 04 01:09:27.331918 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80e37404-0969-427d-a1e9-6245a33081a9 req-ff547d1d-b873-44af-bb05-bcbf912f009e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655699 Sep 04 01:09:27.336265 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.37.6.45 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/3543446b-93cd-49ab-9f2a-0ae29b065a79) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:27.396905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:27.423068 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:27.445937 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.541835 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.590951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:27.593935 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:27.597498 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:27.631264 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=3543446b-93cd-49ab-9f2a-0ae29b065a79,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:27.694227 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.721298 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.824815 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:27.975999 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:28.035945 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:28.107399 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:28.109968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=3543446b-93cd-49ab-9f2a-0ae29b065a79,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:28.116775 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:28.186650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:28.187892 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1e1d428d-bde7-422f-b7e7-96e63dd6c9d5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2014604 Sep 04 01:09:28.445182 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-0217e792-15fe-4873-8090-d6ee88914e82 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1943799793&fields=id&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 267 time: 0.0742466 Sep 04 01:09:28.466544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e1440-6c03-485a-830e-0747dc9aa58f req-bb288a20-d06d-4bec-a723-448f863a322d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:28.472365 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-234e1440-6c03-485a-830e-0747dc9aa58f req-bb288a20-d06d-4bec-a723-448f863a322d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0481083 Sep 04 01:09:28.517591 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-234e1440-6c03-485a-830e-0747dc9aa58f req-91f4996b-da56-409b-88ac-d3e08a411fd7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 Sep 04 01:09:28.559042 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-4782af09-e53e-41a4-8944-c3961464b889 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:28.560643 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-4782af09-e53e-41a4-8944-c3961464b889 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1090064 Sep 04 01:09:28.576113 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-02e1e3c1-f535-43c8-bbd1-19dfb40c733b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 375 time: 0.0100269 Sep 04 01:09:28.632308 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-ed253349-4ecf-49e3-9320-3e338567132b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509870 Sep 04 01:09:28.732479 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-4e488358-0425-4845-adb2-909840696cdc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Sep 04 01:09:28.820196 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-feb15fd9-8079-4377-8efd-4e1173257d2c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819206 Sep 04 01:09:29.051895 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-563dee48-b62a-45b2-bb8f-28e3af8bd6e5 req-b4d7444f-c5be-4a2b-a4ce-f351327d2155 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 210 time: 0.0299566 Sep 04 01:09:29.644290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363795-da88-4314-9777-0946d6b7a86d req-24de9df0-1031-48c6-9a82-5d9bfdc82c3b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:29.645779 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31363795-da88-4314-9777-0946d6b7a86d req-24de9df0-1031-48c6-9a82-5d9bfdc82c3b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0473356 Sep 04 01:09:29.699703 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31363795-da88-4314-9777-0946d6b7a86d req-1d3621a5-c027-477b-80b6-1cb1983fc976 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473857 Sep 04 01:09:30.154215 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-76e81704-d8d2-4253-8ce0-b478a317c7da req-19de87d6-d5fa-45bb-b494-d279341d4868 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 210 time: 0.0282640 Sep 04 01:09:30.828650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f7ca-31a1-4380-80b7-78ae564370bf req-0d86fbf6-1abd-4bf7-98b9-f91f8f0aabce tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.830107 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-90d7f7ca-31a1-4380-80b7-78ae564370bf req-0d86fbf6-1abd-4bf7-98b9-f91f8f0aabce tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0464253 Sep 04 01:09:30.876850 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-90d7f7ca-31a1-4380-80b7-78ae564370bf req-f1025ac9-eb89-4201-8968-fc5394858642 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Sep 04 01:09:31.261786 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5533e5a8-1f8f-4f6d-8596-fa337a95e1c8 req-dd60ab50-6385-4869-82ba-58daea92a258 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Sep 04 01:09:31.368110 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-358bd182-0e87-4e3c-a85d-45c47dea4816 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:31.369608 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-358bd182-0e87-4e3c-a85d-45c47dea4816 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1053991 Sep 04 01:09:31.458443 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-aa57c374-6f1e-4246-a002-ee45287f783d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 473 time: 0.0648305 Sep 04 01:09:31.467741 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'port': {'device_id': '011656db-b07f-4e64-a5ac-4d911508a256', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'admin_state_up': True, 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'security_groups': ['49312595-1a5e-4396-97ef-017e46ee41b7']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:31.564771 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:31.576163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:31.656815 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:09:31.660635 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:31.786797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.20.0.8 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/b5ee77a8-3749-45bb-9ff7-f3aee2e3a521) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:31.926149 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:31.967406 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:32.000669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b98cd-d4e9-434b-a568-9c3470867116 req-d679d31e-d87b-4846-acdc-8bf84dbf8fe6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:32.002097 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-048b98cd-d4e9-434b-a568-9c3470867116 req-d679d31e-d87b-4846-acdc-8bf84dbf8fe6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0459564 Sep 04 01:09:32.019127 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.050184 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-048b98cd-d4e9-434b-a568-9c3470867116 req-c4f39ec6-58cb-4851-986b-63f2748a62f5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Sep 04 01:09:32.065224 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:32.070544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:32.074086 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:32.081286 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.081627 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.081965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:32.088996 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:32.142147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:32.142766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.222677 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-93a83df3-d743-41bc-a54b-b219a7a39669 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584767 Sep 04 01:09:32.242593 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Request body: {'port': {'device_id': '011656db-b07f-4e64-a5ac-4d911508a256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:32.301082 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.324508 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-d71e4e5c-2fbc-49bd-a7ef-9bb2ec80c5ee None None] Provisioning complete for port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:32.325504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d71e4e5c-2fbc-49bd-a7ef-9bb2ec80c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.359531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-d71e4e5c-2fbc-49bd-a7ef-9bb2ec80c5ee None None] Port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:32.451838 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4db8d-0379-4181-bcb2-fb29bddc5724 req-a2e3bb1b-9df2-4f36-9d5d-7d580dc1bf41 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:32.453321 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0a4db8d-0379-4181-bcb2-fb29bddc5724 req-a2e3bb1b-9df2-4f36-9d5d-7d580dc1bf41 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 931 time: 0.1078286 Sep 04 01:09:32.480918 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:32.563320 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0a4db8d-0379-4181-bcb2-fb29bddc5724 req-50956c4a-14a3-498e-8dea-f478012e0436 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045096 Sep 04 01:09:32.601218 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:32.648257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:32.656484 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks [] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.669461 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Transition to ACTIVE for port object b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:09:32.726672 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.807895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:32.834508 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Attempting to bind port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:32.834911 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Attempting to bind port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:32.835237 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Attempting to bind port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:32.840935 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:09:32.841112 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Attempting to bind port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:32.846339 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:32.846667 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:32.847038 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:32.847451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Bound port: b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:32.847823 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.909633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:32.912560 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:32.995897 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:32.999830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.000550 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:33.002272 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 HTTP/1.1" status: 200 len: 1093 time: 0.7638845 Sep 04 01:09:33.004399 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:33.006657 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6017553-3b77-4d55-b2e6-7ca2a9886d36" -d '{"events": [{"name": "network-changed", "server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:33.046610 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cbebda-1924-47b0-b768-5155f8da8911 x-openstack-request-id: req-87cbebda-1924-47b0-b768-5155f8da8911 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:33.046898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:33.047148 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87cbebda-1924-47b0-b768-5155f8da8911 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:33.047544 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cbebda-1924-47b0-b768-5155f8da8911'] response: {'name': 'network-changed', 'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'status': 'completed', 'code': 200} Sep 04 01:09:33.059783 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8c66-e6e2-4d96-952b-3ba11785a003 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:33.148122 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-59bdc34b-eb48-4f17-bdf5-784ddcdba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.149625 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-59bdc34b-eb48-4f17-bdf5-784ddcdba314 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 1127 time: 0.0513697 Sep 04 01:09:33.181879 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a4364-f8aa-47bf-97e7-fc31e7803532 req-1a19252d-f68b-4fa6-82cd-316ac2d08fab tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.183325 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc9a4364-f8aa-47bf-97e7-fc31e7803532 req-1a19252d-f68b-4fa6-82cd-316ac2d08fab tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0525262 Sep 04 01:09:33.230278 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc9a4364-f8aa-47bf-97e7-fc31e7803532 req-41e08aba-539f-4ac2-aad2-02f02eb597d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Sep 04 01:09:33.429488 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-62f05314-d9e2-459c-8741-69697a204c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.430866 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-62f05314-d9e2-459c-8741-69697a204c06 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=ef5de4321f9c4687a0bae83183b59a39&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954766 Sep 04 01:09:33.513345 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:33.522510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-f0b8f9e1-5651-4fac-ad8c-207cddbfcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.525412 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a6017553-3b77-4d55-b2e6-7ca2a9886d36 req-f0b8f9e1-5651-4fac-ad8c-207cddbfcc7e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871105 Sep 04 01:09:33.648209 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-5e85ed09-2988-4176-976b-f555e24dc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.650267 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-5e85ed09-2988-4176-976b-f555e24dc1e1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 1127 time: 0.0413299 Sep 04 01:09:33.695769 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ad39-1599-443e-b5cd-8c1cda1e2ac6 req-34673b2f-e96b-4bc7-9574-fe30925f31a4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.697154 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2aa9ad39-1599-443e-b5cd-8c1cda1e2ac6 req-34673b2f-e96b-4bc7-9574-fe30925f31a4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 943 time: 0.0487664 Sep 04 01:09:33.701213 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-353aff76-d38c-4a9e-90f4-6b71f9214bf1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 HTTP/1.1" status: 200 len: 217 time: 0.0365522 Sep 04 01:09:33.744815 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2aa9ad39-1599-443e-b5cd-8c1cda1e2ac6 req-c7d13dd0-0394-46bb-aead-4542cb9b1936 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Sep 04 01:09:33.750092 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-ceb84edb-01b1-4f57-bd15-9305be870358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.751574 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-ceb84edb-01b1-4f57-bd15-9305be870358 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0443048 Sep 04 01:09:33.795596 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-03cd2edf-cf34-4d5b-bce5-064c754ab308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.797054 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-03cd2edf-cf34-4d5b-bce5-064c754ab308 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381701 Sep 04 01:09:33.887959 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-71857107-2da2-4511-94a2-7233fd7857a0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Sep 04 01:09:33.976753 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f014b4d7-a211-43f3-8672-c73cd814d2da req-98e4cf22-b49d-47c4-8453-ed3d2bcd6f15 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Sep 04 01:09:34.362594 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b54b-8dfc-494f-a5d4-afca2d2abbed req-6a67bd6d-470a-40f3-b27e-3ad5b5b71c64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.364041 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-42d2b54b-8dfc-494f-a5d4-afca2d2abbed req-6a67bd6d-470a-40f3-b27e-3ad5b5b71c64 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0509043 Sep 04 01:09:34.411679 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-42d2b54b-8dfc-494f-a5d4-afca2d2abbed req-fd79fdcf-0e7c-4997-bc98-0c564cee73d8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Sep 04 01:09:34.860865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c18b3-eea6-45ae-941f-ca7ee1a3430a req-03cf02bd-6aa3-401a-b5a5-3fb24b0defdf tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.862302 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd8c18b3-eea6-45ae-941f-ca7ee1a3430a req-03cf02bd-6aa3-401a-b5a5-3fb24b0defdf tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 943 time: 0.0454760 Sep 04 01:09:34.910807 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd8c18b3-eea6-45ae-941f-ca7ee1a3430a req-5f1d2f74-4048-4a7f-8d6b-b6433accdcee tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Sep 04 01:09:35.524446 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:35.537955 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cd1a9-5fa1-4c9b-87df-16485d7a3cb2 req-04352891-bf46-498e-89be-8e4e50e6fb14 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:35.539456 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0c5cd1a9-5fa1-4c9b-87df-16485d7a3cb2 req-04352891-bf46-498e-89be-8e4e50e6fb14 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0479469 Sep 04 01:09:35.572775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0b09-f0d1-4494-880b-19dfe54dfb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:35.586344 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0c5cd1a9-5fa1-4c9b-87df-16485d7a3cb2 req-6fa0472d-a83f-4f18-8996-8a2473aea6a6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402062 Sep 04 01:09:36.029981 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697c8a0-b39f-4ba3-98dc-a9306acadf6f req-98accef1-6f2e-4075-9d09-aea1e2df35c6 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:36.030698 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7697c8a0-b39f-4ba3-98dc-a9306acadf6f req-98accef1-6f2e-4075-9d09-aea1e2df35c6 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 943 time: 0.0468228 Sep 04 01:09:36.080429 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7697c8a0-b39f-4ba3-98dc-a9306acadf6f req-6520da14-3a24-4ba2-bde3-55a1f1eb1832 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Sep 04 01:09:36.714089 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708e2c3-0b03-42f1-be02-32d31268cf2a req-4ea5e782-e3c1-4836-be3c-7b4ce9c700d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:36.715516 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7708e2c3-0b03-42f1-be02-32d31268cf2a req-4ea5e782-e3c1-4836-be3c-7b4ce9c700d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0457597 Sep 04 01:09:36.766255 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7708e2c3-0b03-42f1-be02-32d31268cf2a req-aaef7beb-a174-4b72-8d09-9819e5dbf20b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452635 Sep 04 01:09:37.190705 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:37.199818 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf5c43-ef3a-4018-9d9c-73acc7b580ab req-1e87f24f-07e2-4ef3-839d-4aa2dd5e7e05 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:37.201486 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9edf5c43-ef3a-4018-9d9c-73acc7b580ab req-1e87f24f-07e2-4ef3-839d-4aa2dd5e7e05 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 943 time: 0.0468674 Sep 04 01:09:37.250354 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9edf5c43-ef3a-4018-9d9c-73acc7b580ab req-f02ae795-e4d0-4cba-aade-9276a9dd0ef0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Sep 04 01:09:37.898374 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968960a-5f56-416e-a197-19efd44a50b5 req-cea52ef0-c9e5-46d0-92fe-7984df7e353b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:37.899836 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b968960a-5f56-416e-a197-19efd44a50b5 req-cea52ef0-c9e5-46d0-92fe-7984df7e353b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0478950 Sep 04 01:09:37.946270 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b968960a-5f56-416e-a197-19efd44a50b5 req-f38810c7-bbcf-4169-a789-f91a1ea047de tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Sep 04 01:09:37.965502 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d04982eb-81dc-480e-879d-d732c53d2800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:38.372340 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebccc3-9cb6-4238-94b8-c42192c82141 req-1302c1c4-8f58-435b-9b99-618c036e83c2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:38.373767 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ebebccc3-9cb6-4238-94b8-c42192c82141 req-1302c1c4-8f58-435b-9b99-618c036e83c2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 943 time: 0.0473013 Sep 04 01:09:38.420548 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ebebccc3-9cb6-4238-94b8-c42192c82141 req-6dd72e25-3cb5-4014-ace3-3bb64f7af0d6 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Sep 04 01:09:38.591417 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:38.692555 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:38.703378 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'port_id': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'mac_address': 'fa:16:3e:02:4c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:38.737611 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:38.737992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:38.750400 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:38.769871 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:38.856580 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:38.905667 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:39.076924 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9135cc-87a7-4064-af2d-642682ad6d07 req-5984f1a0-06a1-4c00-88a3-61706995ae15 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:39.079666 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea9135cc-87a7-4064-af2d-642682ad6d07 req-5984f1a0-06a1-4c00-88a3-61706995ae15 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0480011 Sep 04 01:09:39.124857 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea9135cc-87a7-4064-af2d-642682ad6d07 req-830381b4-51f8-47f5-b93d-2d5f9f2e007c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Sep 04 01:09:39.173599 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:39.547273 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dea69a-a586-4773-aed6-4f1e755970c4 req-83a40a04-721c-4045-a9aa-ede0f4c991fb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:39.548752 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68dea69a-a586-4773-aed6-4f1e755970c4 req-83a40a04-721c-4045-a9aa-ede0f4c991fb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 944 time: 0.0509574 Sep 04 01:09:39.595523 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68dea69a-a586-4773-aed6-4f1e755970c4 req-a249e3fa-b3c5-4da9-856b-c689df63eed7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 Sep 04 01:09:39.734415 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:40.261564 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b9ed-b7b2-4833-aca5-81692a864d4b req-9d9d1a85-10f5-4bee-b9f4-bd3e598294bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:40.263162 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-57e2b9ed-b7b2-4833-aca5-81692a864d4b req-9d9d1a85-10f5-4bee-b9f4-bd3e598294bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0549664 Sep 04 01:09:40.312486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-57e2b9ed-b7b2-4833-aca5-81692a864d4b req-1c38affd-4688-4e42-8188-d1b6fbd9628e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Sep 04 01:09:40.390036 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-1ad3592d-0730-402a-af87-4aac9c036f32 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1657370862&fields=id&tenant_id=be21c8fcaef64d9dbecf31bd633559c4 HTTP/1.1" status: 200 len: 267 time: 0.0435746 Sep 04 01:09:40.497202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-a867fa8b-7840-4cf7-971b-02466820e1d9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:40.498640 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-a867fa8b-7840-4cf7-971b-02466820e1d9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 808 time: 0.1022356 Sep 04 01:09:40.513759 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-bce0144f-fb34-47a2-87ca-533d8710e5dd tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/quotas/be21c8fcaef64d9dbecf31bd633559c4 HTTP/1.1" status: 200 len: 375 time: 0.0097365 Sep 04 01:09:40.561326 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-4922ef2e-8a6a-40fe-900a-5a5f2ff0e1a0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426621 Sep 04 01:09:40.661960 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-24acbf64-5fec-4df1-9664-a417d0d43c20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884078 Sep 04 01:09:40.686503 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:40.719916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023bdb-a308-4f31-9316-145337454062 req-6e89521e-12ce-4bbd-9a27-006475fa6926 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:40.721411 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9e023bdb-a308-4f31-9316-145337454062 req-6e89521e-12ce-4bbd-9a27-006475fa6926 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 944 time: 0.0482042 Sep 04 01:09:40.754951 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-d81eeb13-1a8b-4b39-a7e1-af05bbea57d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Sep 04 01:09:40.773635 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9e023bdb-a308-4f31-9316-145337454062 req-55cabb2e-3407-4d71-b296-f20c51cf021d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Sep 04 01:09:40.835046 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:41.298803 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a38d28db-5fb9-481d-9796-84f6e834396e req-0e241d67-9f86-4afd-ada1-a09a8b667170 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0311506 Sep 04 01:09:41.431218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.441198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c659f-0944-4f8a-86a3-f09ce5542217 req-5f8af265-942f-4e2d-a7bf-d661cb15d861 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:41.442628 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9e6c659f-0944-4f8a-86a3-f09ce5542217 req-5f8af265-942f-4e2d-a7bf-d661cb15d861 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0457261 Sep 04 01:09:41.493226 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9e6c659f-0944-4f8a-86a3-f09ce5542217 req-8bf21030-f426-4190-b39c-27fa16704948 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Sep 04 01:09:41.894410 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db98a-6163-4cb7-9004-db5de8118dd8 req-10bc30d2-f587-4506-8df1-2f43e5d87437 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:41.895878 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c4db98a-6163-4cb7-9004-db5de8118dd8 req-10bc30d2-f587-4506-8df1-2f43e5d87437 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 944 time: 0.0472183 Sep 04 01:09:41.913777 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.944241 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c4db98a-6163-4cb7-9004-db5de8118dd8 req-0bb439c7-f85f-4cd7-b7d5-6f9a9998f525 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Sep 04 01:09:42.397614 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-16734d45-ed08-4e02-9445-ccdf5b9092d4 req-a1d35f65-ef9d-4c91-8ee0-74e62962125b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Sep 04 01:09:42.623797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ce92-6a6f-48ee-a437-379da6bce2cb req-6fd4d0a0-b1b4-4045-8c12-63f1053b4982 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:42.625314 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed86ce92-6a6f-48ee-a437-379da6bce2cb req-6fd4d0a0-b1b4-4045-8c12-63f1053b4982 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0475740 Sep 04 01:09:42.673744 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed86ce92-6a6f-48ee-a437-379da6bce2cb req-d49111b0-c0a6-458b-8968-845b2ed78e40 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Sep 04 01:09:42.725104 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:42.771266 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:09:42.839367 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:42.839712 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.912343 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:42.912759 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.935633 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:42.937923 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb31d6c9-3e7e-470a-847e-5bbb671fac94" -d '{"events": [{"server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "name": "network-vif-plugged", "status": "completed", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:42.950660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:42.981355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f47363-86c4-4fa0-9390-f86703c45382 x-openstack-request-id: req-79f47363-86c4-4fa0-9390-f86703c45382 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:42.981355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "name": "network-vif-plugged", "status": "completed", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:42.981355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79f47363-86c4-4fa0-9390-f86703c45382 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:42.981693 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f47363-86c4-4fa0-9390-f86703c45382'] response: {'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'code': 200} Sep 04 01:09:43.076563 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07832f5b-edc1-4944-b468-76abed2e35cc req-cf31d6f8-d88a-46a6-9877-5b4400b42452 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:43.078339 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-07832f5b-edc1-4944-b468-76abed2e35cc req-cf31d6f8-d88a-46a6-9877-5b4400b42452 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 944 time: 0.0540233 Sep 04 01:09:43.131914 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-07832f5b-edc1-4944-b468-76abed2e35cc req-673ed114-bfc9-4852-9b51-80121cbf80d0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Sep 04 01:09:43.161151 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.213753 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:43.434614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952846c-6249-4a8e-b840-fe60dd581f33 req-c456f9d8-5eb6-4bff-b712-f5f34b2c2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:43.436116 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6952846c-6249-4a8e-b840-fe60dd581f33 req-c456f9d8-5eb6-4bff-b712-f5f34b2c2f73 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 1129 time: 0.0400457 Sep 04 01:09:43.484271 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6952846c-6249-4a8e-b840-fe60dd581f33 req-7be1dd8b-4422-4632-9f72-6221839cbfd9 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Sep 04 01:09:43.506725 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1df97f7f-8fae-4c45-8ec8-1c1a122bba5d req-6e900ca6-8317-453e-8de1-bcd9b283ed4c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0296352 Sep 04 01:09:43.798556 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534bbbd-791f-4133-b40d-a4709a0720e7 req-7f5791ed-902a-4e92-b7ea-ff4862bc5de9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:43.800000 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6534bbbd-791f-4133-b40d-a4709a0720e7 req-7f5791ed-902a-4e92-b7ea-ff4862bc5de9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0459974 Sep 04 01:09:44.075869 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6534bbbd-791f-4133-b40d-a4709a0720e7 req-84f3753f-5475-46f1-82b2-c2e4dcb25f6d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702727 Sep 04 01:09:44.106559 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:44.110441 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:44.254186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5c055-53d6-4b89-ab1b-94a4536e7a93 req-3588c932-7481-4ce8-a9cb-4476108cf4a4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:44.255634 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8fb5c055-53d6-4b89-ab1b-94a4536e7a93 req-3588c932-7481-4ce8-a9cb-4476108cf4a4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0466280 Sep 04 01:09:44.301256 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8fb5c055-53d6-4b89-ab1b-94a4536e7a93 req-d32f7ce2-2419-4a85-bf54-81bee8766516 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Sep 04 01:09:44.589199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:44.609804 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-59386cf0-d54f-493e-b3b1-494dfd5dbd00 req-70fa1821-675b-42c2-92ed-134ba320c59d tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0293574 Sep 04 01:09:44.703736 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:44.801624 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:44.812414 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:44.849721 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: ACTIVE; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:44.850032 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.862727 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:44.881885 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:44.972215 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.018115 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=6']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:45.205420 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbc4df-771c-491a-a95a-ffe2c98ac85f req-643dee02-33ad-462f-a1b8-c75baf71df79 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:45.206883 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5adbc4df-771c-491a-a95a-ffe2c98ac85f req-643dee02-33ad-462f-a1b8-c75baf71df79 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.0493774 Sep 04 01:09:45.225463 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b0b604de-d50c-4b86-8f56-a8b0405bff47'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:45.230401 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.251849 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.254742 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.268039 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5adbc4df-771c-491a-a95a-ffe2c98ac85f req-274fb3df-ff21-488d-87f6-30da283f9d84 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553951 Sep 04 01:09:45.436355 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9a3e-9d9e-42c4-ad63-55cd5edac444 req-fe8be907-5e21-42ba-819f-a8aeecfcd6e9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:45.437876 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e1fb9a3e-9d9e-42c4-ad63-55cd5edac444 req-fe8be907-5e21-42ba-819f-a8aeecfcd6e9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Sep 04 01:09:45.461993 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.483590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-430d219b-dacf-4dd4-8683-0830c5bcac8f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:45.485169 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-430d219b-dacf-4dd4-8683-0830c5bcac8f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 808 time: 0.1115322 Sep 04 01:09:45.494567 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e1fb9a3e-9d9e-42c4-ad63-55cd5edac444 req-5ce4c8fa-8dd6-4fae-96c9-745565c2b8c3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481172 Sep 04 01:09:45.713397 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6e74ff0f-5842-43f8-bc4b-b5e85d9674a7 req-73a95cf8-1e54-447c-bf5f-62f30e05ef54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0292709 Sep 04 01:09:46.261734 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-4773cf8a-b18e-4485-84dd-ab8ce2fdb611 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be21c8fcaef64d9dbecf31bd633559c4 HTTP/1.1" status: 200 len: 380 time: 0.0604236 Sep 04 01:09:46.270480 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'port': {'device_id': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'admin_state_up': True, 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'security_groups': ['4cc0c6c4-b6b1-4544-b0e6-a84567ff332e']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:46.464351 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Made reservation on behalf of be21c8fcaef64d9dbecf31bd633559c4 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:09:46.468339 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.612288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Allocated IP 172.20.0.10 (f7aa404c-1c4b-45cd-b72e-bc7e43055995/0ee9ea91-73e2-4de4-af31-2c51631e0e3e/1390c8ba-36ac-478c-b0ee-d190953f0aea) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:46.643052 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882555-b947-4173-bae1-03ce8f3006dd req-989c8a33-e39a-4214-95b3-ef03e4262b5c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.652826 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e6882555-b947-4173-bae1-03ce8f3006dd req-989c8a33-e39a-4214-95b3-ef03e4262b5c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.2663252 Sep 04 01:09:46.696205 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e6882555-b947-4173-bae1-03ce8f3006dd req-ce13a251-62b8-42a8-9c4d-b787361682b4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 Sep 04 01:09:46.709127 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:46.730121 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:46.763412 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.781219 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port b0b604de-d50c-4b86-8f56-a8b0405bff47 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:46.781931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.814327 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d5b65-ed38-4299-952a-f68a8094c321 req-cc346b75-0d26-4543-bde1-4d230f6c51bd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.815897 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-010d5b65-ed38-4299-952a-f68a8094c321 req-cc346b75-0d26-4543-bde1-4d230f6c51bd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Sep 04 01:09:46.859634 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.868207 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-010d5b65-ed38-4299-952a-f68a8094c321 req-45368b01-511b-46df-920c-70d2374e0e0f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Sep 04 01:09:46.871831 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:46.872264 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.906030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:46.908484 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:46.911715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:46.915696 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:46.924669 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:46.930882 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b806ed8e-e55a-4f9c-b646-8ed2e2050c5d" -d '{"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:46.946429 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:46.960733 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:46.975157 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.975157 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.031923 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b8a24-fc11-456f-8589-d3a309f8d831 req-7403a84a-cdfd-45a8-84f4-f54336089a78 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:47.033505 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a59b8a24-fc11-456f-8589-d3a309f8d831 req-7403a84a-cdfd-45a8-84f4-f54336089a78 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 932 time: 0.0545051 Sep 04 01:09:47.036967 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.042291 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97c5d3-3bcb-42ec-ad2e-d030b948de74 req-43698c98-2b6f-4f0a-a997-2f15cdd1692b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:47.044940 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e97c5d3-3bcb-42ec-ad2e-d030b948de74 req-43698c98-2b6f-4f0a-a997-2f15cdd1692b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Sep 04 01:09:47.055157 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 36220) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:47.062393 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'port_id': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:47.109861 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-6b4a11ab-67a0-44d8-ace3-b661d5d63bc2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428724 Sep 04 01:09:47.113160 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0140ba27-3256-4a22-b7ea-77b931eb40c6 x-openstack-request-id: req-0140ba27-3256-4a22-b7ea-77b931eb40c6 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:47.113460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:47.113720 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0140ba27-3256-4a22-b7ea-77b931eb40c6 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:47.114415 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0140ba27-3256-4a22-b7ea-77b931eb40c6'] response: {'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'code': 200} Sep 04 01:09:47.123262 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a59b8a24-fc11-456f-8589-d3a309f8d831 req-4a87f317-81e0-4618-a3e4-9514a340fc88 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810609 Sep 04 01:09:47.133692 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=7']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:47.159913 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.206688 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Request body: {'port': {'device_id': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:47.289515 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-8695107a-d166-4449-a9d6-10493bceacf3 None None] Provisioning complete for port 1390c8ba-36ac-478c-b0ee-d190953f0aea triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:47.289880 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8695107a-d166-4449-a9d6-10493bceacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.293628 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.335502 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-8695107a-d166-4449-a9d6-10493bceacf3 None None] Port 1390c8ba-36ac-478c-b0ee-d190953f0aea cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:47.577687 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1390c8ba-36ac-478c-b0ee-d190953f0aea {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:47.585163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks [] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.598844 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Transition to ACTIVE for port object 1390c8ba-36ac-478c-b0ee-d190953f0aea will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:09:47.622043 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:47.638440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.657738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.726674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.740661 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:47.775859 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Attempting to bind port 1390c8ba-36ac-478c-b0ee-d190953f0aea on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:47.777725 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Attempting to bind port 1390c8ba-36ac-478c-b0ee-d190953f0aea by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:47.778140 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Attempting to bind port 1390c8ba-36ac-478c-b0ee-d190953f0aea on network f7aa404c-1c4b-45cd-b72e-bc7e43055995 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:47.781375 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:47.783710 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Port 1390c8ba-36ac-478c-b0ee-d190953f0aea on network f7aa404c-1c4b-45cd-b72e-bc7e43055995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:09:47.784103 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Attempting to bind port 1390c8ba-36ac-478c-b0ee-d190953f0aea on network f7aa404c-1c4b-45cd-b72e-bc7e43055995 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:47.789481 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:47.791440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Checking segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:47.791440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Bound using segment: {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:47.791440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Bound port: 1390c8ba-36ac-478c-b0ee-d190953f0aea, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a615a9-fa31-48bb-915b-d6c9fd73b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:47.791440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.855521 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:47.858539 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:47.862614 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 28699ba9-1717-41d3-9332-22ddc7d4ed0e associated. External IP: 172.37.6.45, port: b5ee77a8-3749-45bb-9ff7-f3aee2e3a521. Sep 04 01:09:47.869736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d2b0-63ef-4b1a-8555-2f23fbd7e961 req-b9e811c4-e35e-40ac-a5a5-bb784d674033 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:47.871754 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5e04d2b0-63ef-4b1a-8555-2f23fbd7e961 req-b9e811c4-e35e-40ac-a5a5-bb784d674033 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0607405 Sep 04 01:09:47.931230 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.936028 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:47.936764 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.938263 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 1094 time: 0.7367167 Sep 04 01:09:47.940531 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:47.942766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b5130f-61b6-4a24-b771-4ac2666b36e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:47.990940 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5e04d2b0-63ef-4b1a-8555-2f23fbd7e961 req-26075425-61f8-485b-b84b-d46a84ff0e65 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887797 Sep 04 01:09:47.992515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c1b207-74d1-4bcb-b644-10ee01b59bee x-openstack-request-id: req-01c1b207-74d1-4bcb-b644-10ee01b59bee {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:47.992802 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:47.993047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-01c1b207-74d1-4bcb-b644-10ee01b59bee {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:47.993441 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c1b207-74d1-4bcb-b644-10ee01b59bee'] response: {'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'status': 'completed', 'code': 200} Sep 04 01:09:47.999468 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717784-df46-46be-8c4a-0aadad3c63de service neutron] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:48.048735 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:48.106181 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:48.210110 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:48.215736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:48.226009 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:48.243062 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:48.244556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.250216 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5bda2690-93e7-4aae-9a97-c2709886b8f2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/28699ba9-1717-41d3-9332-22ddc7d4ed0e HTTP/1.1" status: 200 len: 990 time: 1.1912496 Sep 04 01:09:48.250216 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:48.251717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83bffc-a132-461b-bc53-ba888a2b4fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:48.260243 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e675-08ac-408f-9f23-5500ba742b87 req-affbc5e4-b23b-4dd6-883d-23cb46e9d07c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.262035 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5eb0e675-08ac-408f-9f23-5500ba742b87 req-affbc5e4-b23b-4dd6-883d-23cb46e9d07c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0651712 Sep 04 01:09:48.290127 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf85ac-f244-49f7-a28f-0a9c47b3a751 x-openstack-request-id: req-2cdf85ac-f244-49f7-a28f-0a9c47b3a751 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:48.290415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:48.290668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2cdf85ac-f244-49f7-a28f-0a9c47b3a751 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:48.291073 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdf85ac-f244-49f7-a28f-0a9c47b3a751'] response: {'name': 'network-changed', 'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'status': 'completed', 'code': 200} Sep 04 01:09:48.314626 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5eb0e675-08ac-408f-9f23-5500ba742b87 req-27d2f2d4-edbe-4267-925f-a778b2845df4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467498 Sep 04 01:09:48.350434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:48.677406 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '28699ba9-1717-41d3-9332-22ddc7d4ed0e', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.45', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:02:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011656db-b07f-4e64-a5ac-4d911508a256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:27Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}, {'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.705381 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:48.714150 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:48.714775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.810452 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:48.966511 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:48.983460 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-d6a5a28c-4a38-4a07-96b4-f8b74daec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.984988 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-d6a5a28c-4a38-4a07-96b4-f8b74daec6b1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1128 time: 0.0412047 Sep 04 01:09:48.987625 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-1c317350-db0c-4d84-b735-2f1c0f07da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.989312 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-1c317350-db0c-4d84-b735-2f1c0f07da4b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 1129 time: 0.0447989 Sep 04 01:09:49.027992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '28699ba9-1717-41d3-9332-22ddc7d4ed0e', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.45', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:02:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011656db-b07f-4e64-a5ac-4d911508a256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:27Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}, {'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:49.061392 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef528254-d9d7-49a6-9ef0-2a54de71520c None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '28699ba9-1717-41d3-9332-22ddc7d4ed0e', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.45', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:02:4c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011656db-b07f-4e64-a5ac-4d911508a256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:27Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}, {'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:49.106646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:49.126673 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-969f1e5f-b716-4c26-b110-9a2ed5466e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.131742 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-969f1e5f-b716-4c26-b110-9a2ed5466e0b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1173050 Sep 04 01:09:49.153088 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-fcc98e36-4c47-4f2f-a08d-f7b405649808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.154592 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-fcc98e36-4c47-4f2f-a08d-f7b405649808 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 915 time: 0.1424830 Sep 04 01:09:49.191009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ad66-4882-4bd5-8c3c-1140fce3b547 req-4701f765-0844-4c34-a74f-f562b38fda9f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.192623 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7e72ad66-4882-4bd5-8c3c-1140fce3b547 req-4701f765-0844-4c34-a74f-f562b38fda9f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0532897 Sep 04 01:09:49.244550 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-98446634-5a79-4d62-ba89-e9a26a1dc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.246315 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-58b5130f-61b6-4a24-b771-4ac2666b36e2 req-98446634-5a79-4d62-ba89-e9a26a1dc794 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054158 Sep 04 01:09:49.263765 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7e72ad66-4882-4bd5-8c3c-1140fce3b547 req-1f88313a-8476-43e1-8a67-b67cc6cd856a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602543 Sep 04 01:09:49.337964 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05191e68-9343-44fc-a809-eeb5b2926772 None None] New status for floating IP 28699ba9-1717-41d3-9332-22ddc7d4ed0e: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:49.441001 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeca1d-d8b5-43fb-b3a7-2c74dc6a5ed8 req-91effb45-2b72-4f99-a69d-6a7962da22a4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.442468 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5adeca1d-d8b5-43fb-b3a7-2c74dc6a5ed8 req-91effb45-2b72-4f99-a69d-6a7962da22a4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0514815 Sep 04 01:09:49.492868 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5adeca1d-d8b5-43fb-b3a7-2c74dc6a5ed8 req-7c096056-92db-45c9-8124-5d921b92ec54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Sep 04 01:09:49.699419 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-c07a71f9-8477-4ef3-be5e-535d9abb61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.700945 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-c07a71f9-8477-4ef3-be5e-535d9abb61e6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1128 time: 0.0417831 Sep 04 01:09:49.715375 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-02db80c3-a23d-4d99-a200-e7cf9b7df531 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 HTTP/1.1" status: 200 len: 1000 time: 0.0960438 Sep 04 01:09:49.749377 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-efceca25-5583-4c74-b09b-1b947346f0df service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 217 time: 0.0352912 Sep 04 01:09:49.767186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-7d98029f-0186-4a4b-ae40-1a4162f8dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.769041 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-7d98029f-0186-4a4b-ae40-1a4162f8dfc9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0476105 Sep 04 01:09:49.803136 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-20209244-9e9f-4dc1-940e-582c779db670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.804629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-20209244-9e9f-4dc1-940e-582c779db670 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0499027 Sep 04 01:09:49.819803 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-55cf1f63-9c2d-4e16-9cae-63904bfd078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.824443 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-55cf1f63-9c2d-4e16-9cae-63904bfd078c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463068 Sep 04 01:09:49.849361 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-bd8392b1-1583-4e97-9228-4b207923a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.851270 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-bd8392b1-1583-4e97-9228-4b207923a35b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411730 Sep 04 01:09:49.923644 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-5a3000e4-2166-46b6-ad09-7b20eb02b9a3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961664 Sep 04 01:09:49.951312 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-42fdad28-5e6b-4ab1-915e-ad14f19df367 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936239 Sep 04 01:09:50.002021 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:50.037998 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f83bffc-a132-461b-bc53-ba888a2b4fc5 req-647d5e3d-2a02-4617-b199-ee7e3b6e66a4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991576 Sep 04 01:09:50.048579 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c50cf483-e87c-47e9-bc4e-a2aba3645d39 req-9a59facc-cea7-4db3-9391-70a5cd78f36e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894351 Sep 04 01:09:50.405368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980c28-f17a-43a4-96b1-2375131be224 req-93920253-d76a-48a1-a4a6-a24ee588374e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:50.406879 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65980c28-f17a-43a4-96b1-2375131be224 req-93920253-d76a-48a1-a4a6-a24ee588374e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0514569 Sep 04 01:09:50.452799 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:50.465458 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65980c28-f17a-43a4-96b1-2375131be224 req-7542baa8-b515-438a-b1ec-8e4fa2e8cb2c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530126 Sep 04 01:09:50.619547 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392136a-aa52-4aca-9af2-62100769267d req-995077ee-d5db-4ac6-85b1-4dc79caac3ed tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:50.621638 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f392136a-aa52-4aca-9af2-62100769267d req-995077ee-d5db-4ac6-85b1-4dc79caac3ed tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0533276 Sep 04 01:09:50.659505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:50.684997 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f392136a-aa52-4aca-9af2-62100769267d req-3f04552c-f0eb-4b40-abb9-47f91658aba3 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555363 Sep 04 01:09:51.599800 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83396ef-6ad0-438c-9bcb-a649a1de7883 req-5d6ee0c0-3a3e-40ce-ac80-d32102f5a28c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:51.601265 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a83396ef-6ad0-438c-9bcb-a649a1de7883 req-5d6ee0c0-3a3e-40ce-ac80-d32102f5a28c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0454290 Sep 04 01:09:51.647660 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a83396ef-6ad0-438c-9bcb-a649a1de7883 req-6e3fa9cd-5d8b-4754-b2b6-de64f988397b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 Sep 04 01:09:51.819644 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771c9d-4af9-48c5-9f2b-932d01452719 req-96d5382e-c776-4a8c-8c0b-c8f48523efba tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:51.821104 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-69771c9d-4af9-48c5-9f2b-932d01452719 req-96d5382e-c776-4a8c-8c0b-c8f48523efba tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0461409 Sep 04 01:09:51.868144 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-69771c9d-4af9-48c5-9f2b-932d01452719 req-10a7dd64-368a-4c3c-a973-f0ff86f839d0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Sep 04 01:09:52.771491 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97626f2-e616-4f21-aa94-92ff4a592ca0 req-0a9b1cb2-2b4e-4907-ab03-a91f484b7026 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:52.772995 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a97626f2-e616-4f21-aa94-92ff4a592ca0 req-0a9b1cb2-2b4e-4907-ab03-a91f484b7026 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0475101 Sep 04 01:09:52.819327 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a97626f2-e616-4f21-aa94-92ff4a592ca0 req-0cc7768c-32db-4684-bba5-e7682de0026b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Sep 04 01:09:52.990253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f8c4-cb81-43d8-9dd2-051316f8cce8 req-7055e3b9-e1c2-4e0c-b70a-75e139e7c6e2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:52.991608 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8693f8c4-cb81-43d8-9dd2-051316f8cce8 req-7055e3b9-e1c2-4e0c-b70a-75e139e7c6e2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0497007 Sep 04 01:09:53.041574 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8693f8c4-cb81-43d8-9dd2-051316f8cce8 req-c0d78f8c-0ea6-4d88-a087-f87c5e3313d3 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Sep 04 01:09:53.070044 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:09:53.950152 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94882b3-4dde-40dd-9b27-262e90d0a2f5 req-e42a9e3e-76a7-42fa-854f-8610876cef51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.951583 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e94882b3-4dde-40dd-9b27-262e90d0a2f5 req-e42a9e3e-76a7-42fa-854f-8610876cef51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0497756 Sep 04 01:09:53.998556 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e94882b3-4dde-40dd-9b27-262e90d0a2f5 req-8bf11dd2-374c-4ae7-84dc-89f67a640042 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Sep 04 01:09:54.162748 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781892-7798-4722-84e3-39dd17e409ca req-01fdcbe7-a416-4cc4-add6-926e90440a18 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:54.164202 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0781892-7798-4722-84e3-39dd17e409ca req-01fdcbe7-a416-4cc4-add6-926e90440a18 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0478885 Sep 04 01:09:54.212813 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0781892-7798-4722-84e3-39dd17e409ca req-90266d78-da36-4dc9-b5a4-6a34a64fc2d9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Sep 04 01:09:54.710053 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:54.812197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:54.824741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'mac_address': 'fa:16:3e:6c:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:54.860557 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 1390c8ba-36ac-478c-b0ee-d190953f0aea is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:54.860945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:54.879070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1390c8ba-36ac-478c-b0ee-d190953f0aea {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:54.892785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:54.903532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:54.967284 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:55.007943 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:55.018274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:55.129012 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f279b-a6dd-4b14-ade3-fce5b761ac9b req-948d9721-f521-4e36-9e7d-9358ffc6f3c9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:55.131087 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5a0f279b-a6dd-4b14-ade3-fce5b761ac9b req-948d9721-f521-4e36-9e7d-9358ffc6f3c9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0467300 Sep 04 01:09:55.188775 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5a0f279b-a6dd-4b14-ade3-fce5b761ac9b req-c6e1b2a8-7b91-4334-9469-bc6057759074 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500925 Sep 04 01:09:55.345737 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14058cd-c36c-4377-b1f7-485aee0ccfb7 req-dd560272-876f-4ec9-ab27-1d835d6f59b0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:55.347316 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f14058cd-c36c-4377-b1f7-485aee0ccfb7 req-dd560272-876f-4ec9-ab27-1d835d6f59b0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 04 01:09:55.414716 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f14058cd-c36c-4377-b1f7-485aee0ccfb7 req-5b2d9b2d-b808-47e7-9fa8-ed2ba076b022 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597034 Sep 04 01:09:55.580859 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['1390c8ba-36ac-478c-b0ee-d190953f0aea'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:56.351162 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0de2-ff06-4c06-b00a-9feb90076720 req-25334067-2f45-4310-927a-d0c401d8e81f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:56.359309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-386f0de2-ff06-4c06-b00a-9feb90076720 req-25334067-2f45-4310-927a-d0c401d8e81f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0579956 Sep 04 01:09:56.400327 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:56.408696 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-386f0de2-ff06-4c06-b00a-9feb90076720 req-5637c050-43c9-4267-9b68-3365e757d259 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485415 Sep 04 01:09:56.543613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599823bb-6581-4a7f-8a57-c1144aa821ff req-b6168836-5d8e-420c-b6e3-5328950d040c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:56.545164 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-599823bb-6581-4a7f-8a57-c1144aa821ff req-b6168836-5d8e-420c-b6e3-5328950d040c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 945 time: 0.0497861 Sep 04 01:09:56.594157 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-599823bb-6581-4a7f-8a57-c1144aa821ff req-ac2c5107-0369-4185-9fd6-9e1525f29851 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434356 Sep 04 01:09:57.218809 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:57.266677 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 1390c8ba-36ac-478c-b0ee-d190953f0aea completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:09:57.349277 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 1390c8ba-36ac-478c-b0ee-d190953f0aea triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:57.349657 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.433566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 1390c8ba-36ac-478c-b0ee-d190953f0aea is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:57.433954 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.457398 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:57.459694 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae15a9d-b8d3-4af8-bed9-f079a32a6e0e" -d '{"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-plugged", "status": "completed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:57.473598 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:57.503577 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b4b1d-dd57-4b91-a451-119b24a91441 x-openstack-request-id: req-149b4b1d-dd57-4b91-a451-119b24a91441 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:57.504068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-plugged", "status": "completed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:57.504324 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-149b4b1d-dd57-4b91-a451-119b24a91441 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:57.504761 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149b4b1d-dd57-4b91-a451-119b24a91441'] response: {'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'code': 200} Sep 04 01:09:57.543709 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.556314 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dac1a-b604-4ea7-9b3b-c7e0742901ab req-e0212f38-4461-4b74-85d7-9c3dbf66240c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:57.559709 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc1dac1a-b604-4ea7-9b3b-c7e0742901ab req-e0212f38-4461-4b74-85d7-9c3dbf66240c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0553656 Sep 04 01:09:57.613318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:57.645018 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc1dac1a-b604-4ea7-9b3b-c7e0742901ab req-50870ef3-e9d6-481d-b48a-e814323b401c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774903 Sep 04 01:09:57.696113 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.750563 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dea62-3b9a-403d-bfeb-8ab78725c1aa req-da3a0a5e-8226-48f2-8124-3e3589920383 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:57.752544 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b28dea62-3b9a-403d-bfeb-8ab78725c1aa req-da3a0a5e-8226-48f2-8124-3e3589920383 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0516250 Sep 04 01:09:57.808364 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b28dea62-3b9a-403d-bfeb-8ab78725c1aa req-02e055c3-3876-4334-90f6-5873595aaa60 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Sep 04 01:09:58.022553 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc428e-db9b-4d9d-93fa-90548329f007 req-eb3a394f-ce5f-4f9f-a986-77180b2e9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:58.024807 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fedc428e-db9b-4d9d-93fa-90548329f007 req-eb3a394f-ce5f-4f9f-a986-77180b2e9302 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0541580 Sep 04 01:09:58.092086 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fedc428e-db9b-4d9d-93fa-90548329f007 req-3493802c-03a0-428e-916d-99a198da51f7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585623 Sep 04 01:09:58.791790 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22d60-d1b8-4ca1-b195-2b8d5c04c58f req-dd06f7d0-f746-43c9-b8f3-232ec96fc036 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:58.793235 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-72e22d60-d1b8-4ca1-b195-2b8d5c04c58f req-dd06f7d0-f746-43c9-b8f3-232ec96fc036 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0547819 Sep 04 01:09:58.850017 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-72e22d60-d1b8-4ca1-b195-2b8d5c04c58f req-87e8399d-a808-4ff9-9e74-64acb5024eba tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Sep 04 01:09:58.933521 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccd644-cd0f-4868-845e-fcf07d021c2d req-c283e43c-8340-4355-95a9-63b9f2f7de2f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:58.934963 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65ccd644-cd0f-4868-845e-fcf07d021c2d req-c283e43c-8340-4355-95a9-63b9f2f7de2f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0498447 Sep 04 01:09:58.987201 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-65ccd644-cd0f-4868-845e-fcf07d021c2d req-de8ccfcf-ff1d-442c-af74-c04e05290b5a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464988 Sep 04 01:09:59.982699 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff029c-48c5-4f43-8e44-9c80c7305883 req-2202b231-4fc7-4e68-a9a1-35e9fcde76ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:59.989708 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1ff029c-48c5-4f43-8e44-9c80c7305883 req-2202b231-4fc7-4e68-a9a1-35e9fcde76ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0555649 Sep 04 01:10:00.039387 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1ff029c-48c5-4f43-8e44-9c80c7305883 req-45dcbcb0-1c26-4805-a089-ffaff43d99a7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488279 Sep 04 01:10:00.175748 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d8368-17c1-4542-9294-6a80980cab8b req-12ee1d20-51ae-4906-9bd8-cf0368855114 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:00.177260 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d51d8368-17c1-4542-9294-6a80980cab8b req-12ee1d20-51ae-4906-9bd8-cf0368855114 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0528481 Sep 04 01:10:00.240786 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d51d8368-17c1-4542-9294-6a80980cab8b req-27cfbbcd-e828-4e60-9427-2011c3887865 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571289 Sep 04 01:10:01.185653 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262f5d3-0ddd-401f-be86-23028acc62cb req-fd352f81-5a8c-4638-92af-b6b9ba38bcbc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.194094 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9262f5d3-0ddd-401f-be86-23028acc62cb req-fd352f81-5a8c-4638-92af-b6b9ba38bcbc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0565472 Sep 04 01:10:01.242031 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9262f5d3-0ddd-401f-be86-23028acc62cb req-25cd1922-dbe8-484e-acea-b084c3c58aa4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Sep 04 01:10:01.373994 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8fb6b-c77c-4e8e-a93c-64d0a62c2a78 req-2cf5d4fd-e7b3-4bc9-ba16-bf09d777a993 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.375392 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8cd8fb6b-c77c-4e8e-a93c-64d0a62c2a78 req-2cf5d4fd-e7b3-4bc9-ba16-bf09d777a993 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0473499 Sep 04 01:10:01.430516 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8cd8fb6b-c77c-4e8e-a93c-64d0a62c2a78 req-082a78ce-d7f4-4a52-b083-7ba4bafdef1c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494158 Sep 04 01:10:01.569509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83c84-d573-49e9-9fe2-cfe52aa11a28 req-e6965c51-3b37-4a41-8fb7-86e14a5b2a3c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.571081 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6aa83c84-d573-49e9-9fe2-cfe52aa11a28 req-e6965c51-3b37-4a41-8fb7-86e14a5b2a3c tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0540881 Sep 04 01:10:01.626866 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6aa83c84-d573-49e9-9fe2-cfe52aa11a28 req-681e8584-ae3a-4608-95a5-1f7ab4b7a10d tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494106 Sep 04 01:10:01.664445 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 36362) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:01.814001 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee9ed5-4f5f-4b0d-a2b8-7d21bfca4d0a tempest-TestShelveInstance-1473429230 tempest-TestShelveInstance-1473429230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.815671 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-39ee9ed5-4f5f-4b0d-a2b8-7d21bfca4d0a tempest-TestShelveInstance-1473429230 tempest-TestShelveInstance-1473429230-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1125 time: 0.1501853 Sep 04 01:10:01.818717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 36366) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:01.823687 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:01.843867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:02.343836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:02.366632 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:02.378371 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef2c97-777c-41cc-9d86-58a29a8fb937 req-5635f00a-51f1-401d-965a-945389f6cf5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:02.379745 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e6ef2c97-777c-41cc-9d86-58a29a8fb937 req-5635f00a-51f1-401d-965a-945389f6cf5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0555356 Sep 04 01:10:02.441865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:02.446701 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e6ef2c97-777c-41cc-9d86-58a29a8fb937 req-25a34693-64ff-40b7-81b0-8f59878155f9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568762 Sep 04 01:10:02.527461 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:02.587219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Allocated IP 172.37.6.223 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/f7b9fb97-b1da-4956-978e-10b449081781) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:10:02.931977 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for port (f7b9fb97-b1da-4956-978e-10b449081781), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.028123 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f7b9fb97-b1da-4956-978e-10b449081781), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.067033 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:03.070203 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:10:03.073747 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:10:03.088968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:10:03.106591 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'Port': ['ID=f7b9fb97-b1da-4956-978e-10b449081781,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:03.124112 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.124440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.124798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.125132 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.125454 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.125789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.126134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.126439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.126759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.127080 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.127397 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.127718 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.128031 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.128352 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.128717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:03.336402 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:03.516822 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for floatingip (024f4857-d6bf-4af7-8c56-618d6d278237), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.664004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb67b-b51a-4737-83f9-e7c1a571477c req-6cd447b8-92c1-4acc-a656-561d56ec7a8d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:03.665541 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8c3fb67b-b51a-4737-83f9-e7c1a571477c req-6cd447b8-92c1-4acc-a656-561d56ec7a8d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0812962 Sep 04 01:10:03.668427 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f7b9fb97-b1da-4956-978e-10b449081781), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.671757 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:03.788560 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8c3fb67b-b51a-4737-83f9-e7c1a571477c req-95c822d8-1243-45be-9b8f-43e22f59eb48 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998399 Sep 04 01:10:03.864789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for port (f7b9fb97-b1da-4956-978e-10b449081781), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.920516 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (f7b9fb97-b1da-4956-978e-10b449081781), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.987779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event updated for resources: {'Port': ['ID=f7b9fb97-b1da-4956-978e-10b449081781,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:03.993876 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (024f4857-d6bf-4af7-8c56-618d6d278237), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.089423 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:04.095445 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Floating IP 024f4857-d6bf-4af7-8c56-618d6d278237 associated. External IP: 172.37.6.223, port: 1390c8ba-36ac-478c-b0ee-d190953f0aea. Sep 04 01:10:04.341967 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Router dfd0116b-b0d2-4364-aa01-ba6d13027223 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:04.451343 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:04.463175 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:04.477440 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Sync routers for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:04.495588 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:04.496772 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:04.544020 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.616761 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-41e94db1-9ff9-4c79-869f-160c3a7cbc54 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7943957 Sep 04 01:10:04.617410 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:04.620950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b433c8-3e5d-417f-9cf7-408719209323" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:04.627136 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:04.706076 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58360d0d-922f-46f3-b976-985702ecff63 x-openstack-request-id: req-58360d0d-922f-46f3-b976-985702ecff63 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:04.706554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:04.706973 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-58360d0d-922f-46f3-b976-985702ecff63 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:04.707538 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58360d0d-922f-46f3-b976-985702ecff63'] response: {'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'status': 'completed', 'code': 200} Sep 04 01:10:04.819879 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b433c8-3e5d-417f-9cf7-408719209323 req-c79108ef-203b-4976-96bb-896ba97ff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:04.821542 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-c79108ef-203b-4976-96bb-896ba97ff403 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0509114 Sep 04 01:10:04.934069 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '024f4857-d6bf-4af7-8c56-618d6d278237', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'floating_ip_address': '172.37.6.223', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'mac_address': 'fa:16:3e:6c:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:03Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 0, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:04.936642 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:04.958818 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Checking router: dfd0116b-b0d2-4364-aa01-ba6d13027223 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:04.975506 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80210832-93d4-4b2c-9468-1c8eb46adf77 req-8b8e84ec-8728-4f18-8027-6dd10a4b2e2b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:04.977597 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:04.978267 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:09:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:04.980523 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b433c8-3e5d-417f-9cf7-408719209323 req-c1dc33d6-f6a6-4d98-9bb7-65d7c8e0262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:04.982213 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-c1dc33d6-f6a6-4d98-9bb7-65d7c8e0262d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 909 time: 0.1447899 Sep 04 01:10:04.984773 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80210832-93d4-4b2c-9468-1c8eb46adf77 req-8b8e84ec-8728-4f18-8027-6dd10a4b2e2b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0790308 Sep 04 01:10:05.094608 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80210832-93d4-4b2c-9468-1c8eb46adf77 req-a702e279-b131-4193-9ffa-27ad089b5dba tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059492 Sep 04 01:10:05.105438 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-217b99ab-68e6-495a-89b1-d885f2a9c976 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 1000 time: 0.1149929 Sep 04 01:10:05.145911 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:05.174706 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b433c8-3e5d-417f-9cf7-408719209323 req-371809b1-0f58-487d-875f-a4dab2b7f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.176385 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-371809b1-0f58-487d-875f-a4dab2b7f2be service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0634298 Sep 04 01:10:05.227599 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b433c8-3e5d-417f-9cf7-408719209323 req-b03e1b1f-1ca8-4422-ad66-c13cc7b67d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.229566 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-b03e1b1f-1ca8-4422-ad66-c13cc7b67d91 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457261 Sep 04 01:10:05.342206 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:05.376677 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-c51edc6a-7ae0-4f68-b609-f2ce65151948 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403246 Sep 04 01:10:05.380908 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:05.406623 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '024f4857-d6bf-4af7-8c56-618d6d278237', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'floating_ip_address': '172.37.6.223', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'mac_address': 'fa:16:3e:6c:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:03Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 0, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:05.434719 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bffd5-5d54-48cf-ab94-c33f107a8b99 None None] The sync data for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb is: [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '024f4857-d6bf-4af7-8c56-618d6d278237', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'floating_ip_address': '172.37.6.223', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'mac_address': 'fa:16:3e:6c:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:03Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 0, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:05.491417 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-44b433c8-3e5d-417f-9cf7-408719209323 req-352895f7-aa03-4c99-8cab-59b496eb494e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084623 Sep 04 01:10:05.665179 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b0ea3-437e-419f-b5ce-dc755c1a1127 None None] New status for floating IP 024f4857-d6bf-4af7-8c56-618d6d278237: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:06.034960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-06c96719-0e18-4e71-b4f1-923c1e0962b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:06.288946 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cab74-a28a-43d7-8d12-5edd0fd47a73 req-b8c4a0c9-0ea0-4b13-b094-b95d3a8b3abe tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:06.297035 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-245cab74-a28a-43d7-8d12-5edd0fd47a73 req-b8c4a0c9-0ea0-4b13-b094-b95d3a8b3abe tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0815299 Sep 04 01:10:06.355507 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-245cab74-a28a-43d7-8d12-5edd0fd47a73 req-3c6ff297-c0ab-43f1-b800-90f1542dda74 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574200 Sep 04 01:10:07.493952 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125708df-0122-4902-925f-156e9e43b120 req-cd6481dd-3638-4d8b-aa1f-068320b5ed95 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:07.496053 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-125708df-0122-4902-925f-156e9e43b120 req-cd6481dd-3638-4d8b-aa1f-068320b5ed95 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0482476 Sep 04 01:10:07.546463 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-125708df-0122-4902-925f-156e9e43b120 req-b977f316-8fb0-44e6-8715-536b7bec1c82 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Sep 04 01:10:07.942713 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c8b-4165-40af-8d7f-07100ccac4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.675107 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98e450-6204-4bf5-b9c6-39b3811fe52c req-c8ada535-9da3-4023-a70d-3bd721eb0f9c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:08.676626 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7a98e450-6204-4bf5-b9c6-39b3811fe52c req-c8ada535-9da3-4023-a70d-3bd721eb0f9c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0483451 Sep 04 01:10:08.724347 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7a98e450-6204-4bf5-b9c6-39b3811fe52c req-0e95ae9b-1aeb-4a71-8b56-109af4a69f89 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Sep 04 01:10:09.183608 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:09.765052 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-6119ab7c-f4b8-4308-900f-870785ec2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.766595 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-6119ab7c-f4b8-4308-900f-870785ec2895 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1130 time: 0.0445919 Sep 04 01:10:09.855659 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4db68a-c4a2-4bde-939a-cf0c305d0312 req-0f00e636-adc0-405c-ae13-9cb6e016ad2a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.857168 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-de4db68a-c4a2-4bde-939a-cf0c305d0312 req-0f00e636-adc0-405c-ae13-9cb6e016ad2a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0480056 Sep 04 01:10:09.864369 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-bb4aefe6-44dd-4918-a99d-75c5b7951c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.865916 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-bb4aefe6-44dd-4918-a99d-75c5b7951c02 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0884545 Sep 04 01:10:09.905634 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-de4db68a-c4a2-4bde-939a-cf0c305d0312 req-13302ea9-b774-427f-9f90-af5047253788 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Sep 04 01:10:09.936784 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-b425b7ce-4ceb-492d-8220-fab3bbcf9978 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 1001 time: 0.0595026 Sep 04 01:10:09.988933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-75d93e32-c74f-45bb-a730-edee570c517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.990303 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-75d93e32-c74f-45bb-a730-edee570c517d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0438442 Sep 04 01:10:10.032641 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:10.035656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-4c24d23b-8eb4-47e1-8fff-875634d9150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:10.037150 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-4c24d23b-8eb4-47e1-8fff-875634d9150e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381703 Sep 04 01:10:10.141445 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-59767469-1947-445e-b94b-7d2ea31d3ca8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859363 Sep 04 01:10:10.231287 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c2032bd1-e6a5-4392-af01-116c126c1d2b req-22299b99-cb14-4110-97f9-a7dc4b9cb4b4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Sep 04 01:10:10.739506 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:10.829019 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.031298 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16270d9c-01cd-41ab-a3e8-031b5f3d25ad req-5b397806-fae3-4508-8996-1fbf5b66e924 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:11.032771 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-16270d9c-01cd-41ab-a3e8-031b5f3d25ad req-5b397806-fae3-4508-8996-1fbf5b66e924 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 946 time: 0.0469913 Sep 04 01:10:11.081475 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-16270d9c-01cd-41ab-a3e8-031b5f3d25ad req-818ee34d-8ada-4d32-8562-644d248d7edf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Sep 04 01:10:11.276749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:11.279323 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:11.348638 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: ACTIVE; New status is: DOWN {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:11.349027 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.371454 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:11.373677 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be59556-2673-4f3e-970c-5b19258c05b7" -d '{"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:11.390099 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:11.411398 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e095f-a002-40fb-8666-3f6f2af1e2ce x-openstack-request-id: req-901e095f-a002-40fb-8666-3f6f2af1e2ce {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:11.411699 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:11.411951 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-901e095f-a002-40fb-8666-3f6f2af1e2ce {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:11.412343 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901e095f-a002-40fb-8666-3f6f2af1e2ce'] response: {'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'code': 200} Sep 04 01:10:11.531602 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.580094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=8']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:11.587238 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.587611 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.587951 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.588821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.589158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.589591 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.589923 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.590249 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.590575 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.590901 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.591224 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.591569 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.591892 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.592211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:11.592558 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:12.190331 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:12.208413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6233-dfa6-41ae-b57c-6b920a537a22 req-7f8fa810-2267-4abc-9244-3fc035587b1a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:12.209881 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4dda6233-dfa6-41ae-b57c-6b920a537a22 req-7f8fa810-2267-4abc-9244-3fc035587b1a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0467346 Sep 04 01:10:12.257407 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4dda6233-dfa6-41ae-b57c-6b920a537a22 req-265f8b13-c2f8-45db-8e90-2ad1762b4c27 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Sep 04 01:10:13.391142 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9832c-6b0d-4a21-9327-1a81da39361c req-4957861d-5913-40e8-a871-11274c1ed021 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.392670 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-82f9832c-6b0d-4a21-9327-1a81da39361c req-4957861d-5913-40e8-a871-11274c1ed021 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0490687 Sep 04 01:10:13.439358 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-82f9832c-6b0d-4a21-9327-1a81da39361c req-994c38f3-d294-4819-9e84-7249a4b5f268 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Sep 04 01:10:14.567846 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41741-008a-4414-8f6f-eaba2c4912bd req-012d2f68-16b7-43d4-8a99-24b9dc84671c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:14.569324 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-adf41741-008a-4414-8f6f-eaba2c4912bd req-012d2f68-16b7-43d4-8a99-24b9dc84671c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0495491 Sep 04 01:10:14.616945 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-adf41741-008a-4414-8f6f-eaba2c4912bd req-4af996db-13fd-4171-ae04-573640795591 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Sep 04 01:10:15.288761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:15.361022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: DOWN; New status is: DOWN {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:15.833950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-d55facbb-dfe2-494e-86ee-08ca9f90af19 req-38d30969-24e4-4e6a-8fad-6e43fe904852 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:10:15.834926 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d55facbb-dfe2-494e-86ee-08ca9f90af19 req-38d30969-24e4-4e6a-8fad-6e43fe904852 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052867 Sep 04 01:10:16.251303 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf00a-9f4d-432b-a344-43cb3320e74c req-6658e81b-eb75-4269-9948-9e7c79e7f053 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:16.252790 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b1bdf00a-9f4d-432b-a344-43cb3320e74c req-6658e81b-eb75-4269-9948-9e7c79e7f053 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0469673 Sep 04 01:10:16.301821 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b1bdf00a-9f4d-432b-a344-43cb3320e74c req-41a3b6cc-ba51-4a3a-be1b-3fa1ee7a8788 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Sep 04 01:10:16.599530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 36496) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:16.679004 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-f20597c5-68de-434e-a58e-564f3cef0c43 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782793 Sep 04 01:10:16.688657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-4968639b-9c08-4131-b7a8-f2bcc8c62da7 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:10:16.690037 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-4968639b-9c08-4131-b7a8-f2bcc8c62da7 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059295 Sep 04 01:10:16.779228 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 36508) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:16.867397 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:16.884402 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-75ce38f3-c90a-41f8-8431-afabc054b1bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:16.886568 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-75ce38f3-c90a-41f8-8431-afabc054b1bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports/b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 941 time: 0.1056495 Sep 04 01:10:17.432053 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b175-78dd-4cec-b7b2-1a40ea93b037 req-a44c33ed-68a4-4b06-9112-574b0f4f885e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:17.433649 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7397b175-78dd-4cec-b7b2-1a40ea93b037 req-a44c33ed-68a4-4b06-9112-574b0f4f885e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0475659 Sep 04 01:10:17.480591 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7397b175-78dd-4cec-b7b2-1a40ea93b037 req-0e03a77c-eb44-4ec6-a64a-44070f388f2a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Sep 04 01:10:18.606783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513662-b736-4564-92da-f0e0cc2f7f21 req-1132931c-e6fa-406a-9708-61d26c2ca614 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:18.608213 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-90513662-b736-4564-92da-f0e0cc2f7f21 req-1132931c-e6fa-406a-9708-61d26c2ca614 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0464244 Sep 04 01:10:18.658616 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-90513662-b736-4564-92da-f0e0cc2f7f21 req-3f288ba4-69cf-4ec7-bf5f-ca5a3ce88d9e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448449 Sep 04 01:10:19.785369 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12caa9f-7ce6-44ed-8277-cb0229e5a6a5 req-e4c8edd8-6f6f-4f02-ac9e-637cbc8a92a2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:19.786866 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d12caa9f-7ce6-44ed-8277-cb0229e5a6a5 req-e4c8edd8-6f6f-4f02-ac9e-637cbc8a92a2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0476294 Sep 04 01:10:19.838963 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d12caa9f-7ce6-44ed-8277-cb0229e5a6a5 req-75047927-ca01-4670-b166-228c221642c1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457308 Sep 04 01:10:20.968688 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac1ee-e9a6-4a26-a50b-311dfbea485b req-66c34f2f-7e9f-4c12-a921-dac404de05f6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.970168 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-36cac1ee-e9a6-4a26-a50b-311dfbea485b req-66c34f2f-7e9f-4c12-a921-dac404de05f6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0475795 Sep 04 01:10:21.017578 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-36cac1ee-e9a6-4a26-a50b-311dfbea485b req-ffdabcdd-8b6d-486d-8f51-5c2a1689e98d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Sep 04 01:10:21.102126 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=14 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:21.107065 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:21.251839 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-83626e71-7006-48f9-959a-2237533d1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:21.253369 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-83626e71-7006-48f9-959a-2237533d1877 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 1128 time: 0.0698903 Sep 04 01:10:21.350223 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-7249d449-1da7-47c4-8bdf-15d9614299f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:21.351953 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-7249d449-1da7-47c4-8bdf-15d9614299f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1128 time: 0.0385530 Sep 04 01:10:21.448011 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-68d63e97-8b18-41c4-ac14-c643166dbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:21.450014 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-68d63e97-8b18-41c4-ac14-c643166dbbec service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0916724 Sep 04 01:10:21.514299 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-2642b27d-fb10-45d5-b2f3-ad685c218d5d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 200 len: 999 time: 0.0577285 Sep 04 01:10:22.147571 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc531-f2f8-4822-864f-349fc0e8bb11 req-c2b505dd-7cab-4651-ac4a-0b34675f931d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.149057 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fd8fc531-f2f8-4822-864f-349fc0e8bb11 req-c2b505dd-7cab-4651-ac4a-0b34675f931d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0483882 Sep 04 01:10:22.194789 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fd8fc531-f2f8-4822-864f-349fc0e8bb11 req-a4d21ab5-7014-4092-9a8f-34e99bb96b54 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Sep 04 01:10:22.396521 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-22445ec2-a828-442a-b53b-394b1f59ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.397910 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-22445ec2-a828-442a-b53b-394b1f59ec57 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0482452 Sep 04 01:10:22.428846 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:22.440847 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c0f-859e-4537-b244-457f06a448f6 req-6aff80c0-dfc6-4d30-85cf-b1192c4e6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.442313 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-6aff80c0-dfc6-4d30-85cf-b1192c4e6ad4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385997 Sep 04 01:10:22.534491 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-3ae008f1-1bbd-4505-a0f0-101a8363037d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Sep 04 01:10:22.854151 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7892c0f-859e-4537-b244-457f06a448f6 req-3f9e39ce-cac2-46be-a32a-451a615156ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134041 Sep 04 01:10:23.325689 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b53ee3-33dd-4fab-a65d-c35d620e431f req-323f76f0-67d2-435d-9959-73fc30051a16 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:23.327136 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-06b53ee3-33dd-4fab-a65d-c35d620e431f req-323f76f0-67d2-435d-9959-73fc30051a16 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0458083 Sep 04 01:10:23.377531 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-06b53ee3-33dd-4fab-a65d-c35d620e431f req-586ffb3b-e413-4d8c-a029-c18c2b0ec8da tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Sep 04 01:10:24.528704 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8923c2f-5b88-47c6-b61f-6c21856430fd req-3ae33617-baa1-405f-a0b1-d5fd0df1b550 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:24.533975 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b8923c2f-5b88-47c6-b61f-6c21856430fd req-3ae33617-baa1-405f-a0b1-d5fd0df1b550 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0676432 Sep 04 01:10:24.606243 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b8923c2f-5b88-47c6-b61f-6c21856430fd req-3f300fe1-6b5f-4882-891f-80ef3ebe7756 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626762 Sep 04 01:10:25.356771 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:25.358401 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:25.359484 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=14 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:25.736316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd4780-c206-4fd0-9294-9ac0ad4aee07 req-7e551307-8130-477b-a0b9-e0ba13a361f0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:25.737772 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-77bd4780-c206-4fd0-9294-9ac0ad4aee07 req-7e551307-8130-477b-a0b9-e0ba13a361f0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0464845 Sep 04 01:10:25.749308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:25.784108 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-77bd4780-c206-4fd0-9294-9ac0ad4aee07 req-f473778e-a6e7-4779-9936-1a89410c1dea tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Sep 04 01:10:26.932888 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea243409-b991-4705-9d99-96072b5ea711 req-f6324fe9-1f76-466b-a780-a27e29d0af00 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:26.935394 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea243409-b991-4705-9d99-96072b5ea711 req-f6324fe9-1f76-466b-a780-a27e29d0af00 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0552661 Sep 04 01:10:26.982982 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ea243409-b991-4705-9d99-96072b5ea711 req-d5bd1c11-8237-430b-9709-9ab596fa9927 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Sep 04 01:10:27.713877 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:28.113662 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a65d-1526-4dde-900f-3a4a87b7f0b3 req-b8bf5d1c-66c6-4477-aa72-32660a89e00c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:28.115105 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f409a65d-1526-4dde-900f-3a4a87b7f0b3 req-b8bf5d1c-66c6-4477-aa72-32660a89e00c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0462182 Sep 04 01:10:28.165234 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f409a65d-1526-4dde-900f-3a4a87b7f0b3 req-e92fde91-869e-4c89-bd17-671b3fe078ba tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445554 Sep 04 01:10:29.294988 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2110-6cea-4bb7-84eb-a51f96698f8c req-5996d9e5-75ce-40f1-9128-9dc8ca0aafc9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:29.296540 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c85e2110-6cea-4bb7-84eb-a51f96698f8c req-5996d9e5-75ce-40f1-9128-9dc8ca0aafc9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0455058 Sep 04 01:10:29.341946 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c85e2110-6cea-4bb7-84eb-a51f96698f8c req-53144853-978e-4140-a813-0cabd4e11987 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400307 Sep 04 01:10:30.068419 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:10:30.484375 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694648-288f-456c-9c5b-a01212a1796c req-c3a2a78c-2959-4405-84a6-21d7616cce08 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:30.485807 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f694648-288f-456c-9c5b-a01212a1796c req-c3a2a78c-2959-4405-84a6-21d7616cce08 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0491610 Sep 04 01:10:30.532822 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f694648-288f-456c-9c5b-a01212a1796c req-41d0916e-7075-4e7a-bc43-6784f2c94e1a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Sep 04 01:10:31.664869 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae0c03-8828-49bf-a9ce-c5bf5dc2428d req-0bf0c927-d779-4cc0-8c92-00728c837389 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:31.666312 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-feae0c03-8828-49bf-a9ce-c5bf5dc2428d req-0bf0c927-d779-4cc0-8c92-00728c837389 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0494375 Sep 04 01:10:31.684541 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:31.712364 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-feae0c03-8828-49bf-a9ce-c5bf5dc2428d req-30ce4b2b-e34e-49e8-b3c7-ebc8a39bc553 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Sep 04 01:10:32.856228 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a3ca-d60e-4b56-9af5-a70f0a017cda req-891a20a7-87a0-43c4-8a0a-2a462918e34a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:32.857907 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c5e1a3ca-d60e-4b56-9af5-a70f0a017cda req-891a20a7-87a0-43c4-8a0a-2a462918e34a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0490317 Sep 04 01:10:32.905599 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c5e1a3ca-d60e-4b56-9af5-a70f0a017cda req-4da55227-e716-4eb4-985c-25231d7ed0a0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Sep 04 01:10:34.029601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975bae4-3d6e-41ca-81d2-7cff60301bb0 req-3a6985c6-adae-447b-bcd0-0790d660b8bc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:34.031056 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9975bae4-3d6e-41ca-81d2-7cff60301bb0 req-3a6985c6-adae-447b-bcd0-0790d660b8bc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0459261 Sep 04 01:10:34.077221 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9975bae4-3d6e-41ca-81d2-7cff60301bb0 req-509ae520-a3de-4c05-b477-32193e8a446d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Sep 04 01:10:35.228034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b4aef-4d7b-40f0-888c-7aa1d539b626 req-c1fe0cf6-a072-411f-963b-d66d3aa77223 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:35.229496 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8d1b4aef-4d7b-40f0-888c-7aa1d539b626 req-c1fe0cf6-a072-411f-963b-d66d3aa77223 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0510445 Sep 04 01:10:35.277372 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8d1b4aef-4d7b-40f0-888c-7aa1d539b626 req-3b0c109c-a1ff-4fdf-8a95-1ddf479c34e2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415330 Sep 04 01:10:35.577603 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b11ff3ee-f1fb-4aef-83ef-5139fdab10f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:36.414351 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2734694-0772-47f2-84c3-9093f009bfe5 req-207e7ba1-8a36-408a-a7df-0dcdc834f747 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:36.420448 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d2734694-0772-47f2-84c3-9093f009bfe5 req-207e7ba1-8a36-408a-a7df-0dcdc834f747 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0562079 Sep 04 01:10:36.465117 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d2734694-0772-47f2-84c3-9093f009bfe5 req-ff2ab267-cb85-4258-ab9a-7d2325aa1c3f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431142 Sep 04 01:10:37.597662 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ccc78-1331-4c4f-80bb-0176c70d6444 req-dc75c8c1-9536-4b62-b040-3cfc150d9086 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:37.599121 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd6ccc78-1331-4c4f-80bb-0176c70d6444 req-dc75c8c1-9536-4b62-b040-3cfc150d9086 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0532384 Sep 04 01:10:37.626965 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:37.648891 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd6ccc78-1331-4c4f-80bb-0176c70d6444 req-9d9a954f-687c-4d9c-b4a5-132dd7d95542 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433829 Sep 04 01:10:37.914466 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-bb4dd2c4-7e76-4c61-bd0a-f93ef8330808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:38.775510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5f81c-4aa3-428a-9f75-9101de225972 req-3d0c53b5-74fa-452f-bb55-3c3becd1744f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:38.776955 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ee5f81c-4aa3-428a-9f75-9101de225972 req-3d0c53b5-74fa-452f-bb55-3c3becd1744f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0451612 Sep 04 01:10:38.822742 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ee5f81c-4aa3-428a-9f75-9101de225972 req-aa9eb92f-7207-44be-922e-441df317f020 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397289 Sep 04 01:10:39.204797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:39.950611 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d115c-122f-4a0b-9be6-8acd047011e2 req-4b1a127d-c5d2-429a-a93b-ddf14636271b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:39.952057 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-271d115c-122f-4a0b-9be6-8acd047011e2 req-4b1a127d-c5d2-429a-a93b-ddf14636271b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0496364 Sep 04 01:10:39.998424 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-271d115c-122f-4a0b-9be6-8acd047011e2 req-a4e95a54-05d1-4039-aedd-0b39e6c35aca tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Sep 04 01:10:40.064050 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:40.064838 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:40.678758 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:40.806137 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:41.124180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a395-ca12-4ff2-8693-cde28bd3c6aa req-20728102-f8ef-4951-9809-e0ac0ddcd4fc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:41.125553 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf25a395-ca12-4ff2-8693-cde28bd3c6aa req-20728102-f8ef-4951-9809-e0ac0ddcd4fc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0458601 Sep 04 01:10:41.176037 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf25a395-ca12-4ff2-8693-cde28bd3c6aa req-671c22d9-9187-4e49-b177-b6b2a203d3b8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Sep 04 01:10:42.308661 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906afd20-45c3-4cac-a316-c179542b77fb req-bc0d5e89-329c-4e09-a3ec-1c4b106536d5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:42.310106 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-906afd20-45c3-4cac-a316-c179542b77fb req-bc0d5e89-329c-4e09-a3ec-1c4b106536d5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0473161 Sep 04 01:10:42.360052 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-906afd20-45c3-4cac-a316-c179542b77fb req-24b4757b-3f39-4910-a18d-7f4d63bd5454 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Sep 04 01:10:43.451336 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:43.489401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41194c8-4a50-4fe9-9722-91238a19720c req-52dd9a26-a12f-4aa2-b471-85c7e0b92e10 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:43.490770 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b41194c8-4a50-4fe9-9722-91238a19720c req-52dd9a26-a12f-4aa2-b471-85c7e0b92e10 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0477083 Sep 04 01:10:43.538763 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b41194c8-4a50-4fe9-9722-91238a19720c req-88d0e742-2188-4475-91e2-971909d248d7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425401 Sep 04 01:10:44.671919 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df6e25-4873-4288-871d-eecb94ed9f32 req-2bdacaa2-d829-4c26-83cc-8af79e5f6061 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:44.673535 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-85df6e25-4873-4288-871d-eecb94ed9f32 req-2bdacaa2-d829-4c26-83cc-8af79e5f6061 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 944 time: 0.0472133 Sep 04 01:10:44.724070 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-85df6e25-4873-4288-871d-eecb94ed9f32 req-9a9d84a9-75b4-454c-8c02-025061c8003b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 Sep 04 01:10:44.833035 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-41cac0b1-28a9-4553-ae02-f61c08ab18bf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404263 Sep 04 01:10:45.359766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-a932adc1-ad67-47f0-b082-bcb100da81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.361403 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-a932adc1-ad67-47f0-b082-bcb100da81f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 1129 time: 0.0395808 Sep 04 01:10:45.440693 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:10:45.488241 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-cfe74b09-2e7b-4a6d-a74c-9290dc32c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.489664 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-cfe74b09-2e7b-4a6d-a74c-9290dc32c152 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0896368 Sep 04 01:10:45.529926 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-cb5af8b8-f6cd-4d6b-9286-0f8e72d1d52d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 200 len: 217 time: 0.0332325 Sep 04 01:10:45.541466 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:45.553617 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'mac_address': 'fa:16:3e:e2:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:10:45.584839 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-413cf79f-90f8-4a0d-aefe-7f6f0a0c1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.586309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-413cf79f-90f8-4a0d-aefe-7f6f0a0c1557 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0497057 Sep 04 01:10:45.589761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:45.590172 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:45.605170 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:10:45.630314 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-8c43915e-6ccd-4c6b-a35a-6b75eb3ea4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.630709 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:45.631900 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-8c43915e-6ccd-4c6b-a35a-6b75eb3ea4e9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398829 Sep 04 01:10:45.692005 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:45.729311 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-935e7fb2-eba4-4618-a3ac-758157b8b88a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887959 Sep 04 01:10:45.742282 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=9']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:45.881382 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba4aa-6177-49fd-a1ac-ddfdb6e5ba33 req-07e0081d-ff23-4c81-9341-7b7c8a575c5e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.882885 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-592ba4aa-6177-49fd-a1ac-ddfdb6e5ba33 req-07e0081d-ff23-4c81-9341-7b7c8a575c5e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.0755308 Sep 04 01:10:45.884956 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0bada73d-a57a-442e-be4c-f23c5c3b8c00 req-424fcbca-9521-430f-b5b4-beb1064da366 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340504 Sep 04 01:10:45.937629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-592ba4aa-6177-49fd-a1ac-ddfdb6e5ba33 req-65ecc67c-9be8-4f2e-9050-68968888a20c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489171 Sep 04 01:10:46.236964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:46.243598 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b0b604de-d50c-4b86-8f56-a8b0405bff47'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:46.274714 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c50fb-fade-46c1-8645-ae770488a280 req-e4c1f190-2a98-4105-8932-88bf523b4e9e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:46.276168 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c33c50fb-fade-46c1-8645-ae770488a280 req-e4c1f190-2a98-4105-8932-88bf523b4e9e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0474761 Sep 04 01:10:46.327643 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c33c50fb-fade-46c1-8645-ae770488a280 req-5023f504-e566-4e24-9278-80f5bddad6c5 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Sep 04 01:10:47.065226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848a98c-7e78-4bed-9fe5-13905fd41129 req-e4a937f3-7784-4f42-9c68-e3cc602cb956 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:47.066709 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b848a98c-7e78-4bed-9fe5-13905fd41129 req-e4a937f3-7784-4f42-9c68-e3cc602cb956 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 945 time: 0.0467227 Sep 04 01:10:47.114108 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b848a98c-7e78-4bed-9fe5-13905fd41129 req-73ef5091-20db-436e-adec-58b600991ef6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Sep 04 01:10:47.451409 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de997a9b-8a34-4775-987e-970148ebd9e9 req-2af2b734-ed06-46cf-b5f6-880bce56464d tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:47.452979 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-de997a9b-8a34-4775-987e-970148ebd9e9 req-2af2b734-ed06-46cf-b5f6-880bce56464d tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0457273 Sep 04 01:10:47.464761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:10:47.503511 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-de997a9b-8a34-4775-987e-970148ebd9e9 req-34ee9edf-323e-403f-87ca-ec16831eb6d6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Sep 04 01:10:47.509779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port b0b604de-d50c-4b86-8f56-a8b0405bff47 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:47.509779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:47.580435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b0b604de-d50c-4b86-8f56-a8b0405bff47 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:47.580840 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:47.603366 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:47.605580 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a8bc43-7d62-4685-bcf1-06c98196a211" -d '{"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:47.621618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:47.643860 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785fad0-07c9-462b-8f62-9f85805692b5 x-openstack-request-id: req-a785fad0-07c9-462b-8f62-9f85805692b5 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:47.644167 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:47.644422 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a785fad0-07c9-462b-8f62-9f85805692b5 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:47.644848 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a785fad0-07c9-462b-8f62-9f85805692b5'] response: {'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'code': 200} Sep 04 01:10:47.691644 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:47.738040 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=10']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:48.246440 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91df79-d57b-4b0b-97b2-f4e263476ee3 req-a892bcb8-80ed-47a9-94e9-48518d64e1a1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:48.247917 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6e91df79-d57b-4b0b-97b2-f4e263476ee3 req-a892bcb8-80ed-47a9-94e9-48518d64e1a1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0505543 Sep 04 01:10:48.294930 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6e91df79-d57b-4b0b-97b2-f4e263476ee3 req-17983d4b-b0f6-477a-a937-9e71b670aa3b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Sep 04 01:10:48.623133 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f42e36-939c-42c2-b23b-9f298c5595a7 req-ff28d9b7-0a03-43c4-bd97-6c2bb6754bf1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:48.624598 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-99f42e36-939c-42c2-b23b-9f298c5595a7 req-ff28d9b7-0a03-43c4-bd97-6c2bb6754bf1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0451708 Sep 04 01:10:48.670375 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-99f42e36-939c-42c2-b23b-9f298c5595a7 req-757a984f-803b-485d-b6e5-b4c71a76da80 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Sep 04 01:10:49.413123 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:49.421174 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915162a-05ed-4c76-b950-cbe68ebc17af req-fe4c0793-a4b4-4d7c-829b-3bfa20b4e9bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:49.422644 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0915162a-05ed-4c76-b950-cbe68ebc17af req-fe4c0793-a4b4-4d7c-829b-3bfa20b4e9bf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0472403 Sep 04 01:10:49.469452 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0915162a-05ed-4c76-b950-cbe68ebc17af req-936427b7-cf7a-4367-97ae-b7065fab6ac9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405557 Sep 04 01:10:49.790709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c3b0-f535-42af-a264-735b586ae28e req-b92d6e17-936c-4383-a05b-8aa9a03e6607 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:49.792143 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5a01c3b0-f535-42af-a264-735b586ae28e req-b92d6e17-936c-4383-a05b-8aa9a03e6607 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0456831 Sep 04 01:10:49.841679 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5a01c3b0-f535-42af-a264-735b586ae28e req-d4cf0f4c-e0b9-4fdf-b6d5-1839da10cf3d tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Sep 04 01:10:50.601378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae15ba6-b92e-4d60-9e7f-f689cf82ccdf req-a786a438-54ed-4808-b110-8040b3bfe9c4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:50.602863 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fae15ba6-b92e-4d60-9e7f-f689cf82ccdf req-a786a438-54ed-4808-b110-8040b3bfe9c4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0493348 Sep 04 01:10:50.664732 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fae15ba6-b92e-4d60-9e7f-f689cf82ccdf req-ac613834-2736-4b9b-91cd-36123163fe39 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560007 Sep 04 01:10:50.965115 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf3fe9-5793-4c20-a94f-f266de1be326 req-8c3a5005-c30c-4e28-b5f6-b5edf775b7bd tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:50.966557 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8fcf3fe9-5793-4c20-a94f-f266de1be326 req-8c3a5005-c30c-4e28-b5f6-b5edf775b7bd tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0452566 Sep 04 01:10:51.013324 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8fcf3fe9-5793-4c20-a94f-f266de1be326 req-1724e580-7f12-481b-8afb-b4078e2f1b07 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Sep 04 01:10:51.791817 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760d76-97a5-4eab-8947-e5f7c80ef6da req-6e6c35ad-2912-4b63-a6d3-3b225f7acae0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:51.793292 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-60760d76-97a5-4eab-8947-e5f7c80ef6da req-6e6c35ad-2912-4b63-a6d3-3b225f7acae0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0499291 Sep 04 01:10:51.839813 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-60760d76-97a5-4eab-8947-e5f7c80ef6da req-933ae5bd-2031-4b30-91d2-452ecadcb894 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Sep 04 01:10:52.134103 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd922bc-d89c-4b75-8b94-0d0835c721c3 req-78c2830f-c7c9-433a-862b-cf5bfa99194b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:52.135826 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5bd922bc-d89c-4b75-8b94-0d0835c721c3 req-78c2830f-c7c9-433a-862b-cf5bfa99194b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Sep 04 01:10:52.182880 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5bd922bc-d89c-4b75-8b94-0d0835c721c3 req-886ed853-0240-4240-bee6-10866de17571 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Sep 04 01:10:52.280511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-6174898c-1606-408c-b502-a4945cbcdb5e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:52.282645 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-6174898c-1606-408c-b502-a4945cbcdb5e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 946 time: 0.0519309 Sep 04 01:10:52.387680 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Deleting port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:52.388030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.403449 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4182-d3b4-48a5-b517-5bb7cdc31690 req-a172c82a-c4cc-4c37-abd6-0566054dc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:52.405024 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-be0d4182-d3b4-48a5-b517-5bb7cdc31690 req-a172c82a-c4cc-4c37-abd6-0566054dc9b3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 1131 time: 0.0612774 Sep 04 01:10:52.447214 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:52.450939 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-be0d4182-d3b4-48a5-b517-5bb7cdc31690 req-18ab7c28-7b9d-40dd-aaf2-92886d111a29 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Sep 04 01:10:52.482736 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:52.487854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] For port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:52.488216 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.502463 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Calling delete_port for 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:52.680739 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.707229 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Pushing event deleted for resources: {'Port': ['ID=8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:52.710388 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:52.717389 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.717729 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.718061 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.718402 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.718741 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.719113 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.719429 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.719744 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.720063 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.720386 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.721190 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.721190 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.721362 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.721642 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.721952 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.723659 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:52.773587 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] No DVR routers for this DVR port 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:52.776144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.779447 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8fed12eb-9083-4358-80c6-9494e88b54a4 req-7cd1cec8-9010-4fcc-8655-b095d9fddf36 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "DELETE /networking/v2.0/ports/8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 HTTP/1.1" status: 204 len: 173 time: 0.4916384 Sep 04 01:10:52.779875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'name': 'network-vif-deleted', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:52.782487 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c47742-0822-4a82-bc2b-771f69cc93b7" -d '{"events": [{"server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "name": "network-vif-deleted", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:52.819159 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d00cad-65a1-4dce-bd46-b7ff6a45d9dc x-openstack-request-id: req-26d00cad-65a1-4dce-bd46-b7ff6a45d9dc {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:52.819740 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afdaa2-1393-478e-a825-7b344fb35827", "name": "network-vif-deleted", "tag": "8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:52.819740 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-26d00cad-65a1-4dce-bd46-b7ff6a45d9dc {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:52.820230 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d00cad-65a1-4dce-bd46-b7ff6a45d9dc'] response: {'server_uuid': 'c9afdaa2-1393-478e-a825-7b344fb35827', 'name': 'network-vif-deleted', 'tag': '8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4', 'status': 'completed', 'code': 200} Sep 04 01:10:52.970635 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf42e15-3ea9-4df2-8e54-e6bec9664a0e req-a889d0f3-9fb2-4947-938f-e35d7864b141 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:52.972076 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0bf42e15-3ea9-4df2-8e54-e6bec9664a0e req-a889d0f3-9fb2-4947-938f-e35d7864b141 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0456965 Sep 04 01:10:53.019791 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0bf42e15-3ea9-4df2-8e54-e6bec9664a0e req-bd1eb7de-8e6c-4433-a931-a7a5eb4b1182 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Sep 04 01:10:53.290550 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d0f19a6f-cb1a-4ec4-a540-b9453f2461ae req-3b98be3c-6073-4b7b-aaed-27f928b67718 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Sep 04 01:10:54.148787 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8fa8-a13c-4db5-8f4a-f272348d7809 req-d68f2a77-048a-41ef-b841-fe340f4344e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:54.150260 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-883b8fa8-a13c-4db5-8f4a-f272348d7809 req-d68f2a77-048a-41ef-b841-fe340f4344e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0470481 Sep 04 01:10:54.202264 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-883b8fa8-a13c-4db5-8f4a-f272348d7809 req-a3b3a781-346b-4777-b083-d76d55ceda97 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466485 Sep 04 01:10:54.415963 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-09972fa4-9487-491d-9367-93bfdfca4bb0 req-c3f56d44-eb4e-42bf-9c67-2908fb11d2a9 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Sep 04 01:10:55.332114 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc625-4baa-485e-8c30-42c82290010d req-d0583b0c-448e-4f45-a7e6-f8c805438aa8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:55.333636 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e23fc625-4baa-485e-8c30-42c82290010d req-d0583b0c-448e-4f45-a7e6-f8c805438aa8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0484154 Sep 04 01:10:55.380732 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e23fc625-4baa-485e-8c30-42c82290010d req-0a2db456-7f11-4958-9b12-ef6be5165d4b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Sep 04 01:10:55.506894 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:55.511244 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:55.530790 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:55.531478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8888e191-a1cf-4c2e-8199-2e2ddb6a8ce4 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:55.539214 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3e4c594b-a4c7-4bea-9476-59bb9c82f30b req-bd615cc2-1b67-439f-af8d-e7d94dd8de4b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c9afdaa2-1393-478e-a825-7b344fb35827 HTTP/1.1" status: 200 len: 210 time: 0.0338743 Sep 04 01:10:56.511527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ba4c6-3e74-4489-9f4e-6df31e6f0e78 req-edfc29d8-5546-4f61-9e7f-97f4d2856853 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:56.514113 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-295ba4c6-3e74-4489-9f4e-6df31e6f0e78 req-edfc29d8-5546-4f61-9e7f-97f4d2856853 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0485978 Sep 04 01:10:56.561723 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-295ba4c6-3e74-4489-9f4e-6df31e6f0e78 req-8d9d1d93-d146-4703-baab-c800785ec73b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Sep 04 01:10:57.528905 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294ec3-c8df-4e06-b6e5-1df3cad8ac9f req-a7d605a5-fae8-4e28-9435-6aa793fe42f3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:57.530403 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c4294ec3-c8df-4e06-b6e5-1df3cad8ac9f req-a7d605a5-fae8-4e28-9435-6aa793fe42f3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Sep 04 01:10:57.605583 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c4294ec3-c8df-4e06-b6e5-1df3cad8ac9f req-4fbf1b48-b621-4575-b5b4-950f04baf877 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689337 Sep 04 01:10:57.612998 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-428ef92b-a281-4e3a-886e-15602ef5f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:57.614435 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-428ef92b-a281-4e3a-886e-15602ef5f00a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0491390 Sep 04 01:10:57.649985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:57.709499 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-eaf93bcc-0fce-4caf-8622-25a8d859a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:57.711031 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-eaf93bcc-0fce-4caf-8622-25a8d859a0ec service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0911326 Sep 04 01:10:57.738662 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:57.773041 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-24e550a3-b164-4956-9e12-ec2adcb0e0b4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 1001 time: 0.0559459 Sep 04 01:10:57.824326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-29051f74-0e5e-46cd-9c2b-9c28dfb35386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:57.825783 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-29051f74-0e5e-46cd-9c2b-9c28dfb35386 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0469992 Sep 04 01:10:57.869511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-24dc8417-6fe9-4ef9-80cf-d8e29c5e9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:57.870967 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-24dc8417-6fe9-4ef9-80cf-d8e29c5e9054 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390794 Sep 04 01:10:57.958090 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-c6047017-b88a-457f-8a0f-ee30e182902d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808756 Sep 04 01:10:58.050256 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77b306c6-f6b2-4e33-b389-1def02971b25 req-75bc8f11-9194-480b-95d1-fe6ba8abcacb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858974 Sep 04 01:10:58.731874 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f74e58-3f09-4474-b0a8-2e3d891b3c65 req-fabf788d-34de-4476-a774-b36a29abc014 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:58.733342 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68f74e58-3f09-4474-b0a8-2e3d891b3c65 req-fabf788d-34de-4476-a774-b36a29abc014 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0492997 Sep 04 01:10:58.765276 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:58.780188 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68f74e58-3f09-4474-b0a8-2e3d891b3c65 req-6959879a-33b1-4d91-baff-f57ae6d941b6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 Sep 04 01:10:59.900700 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5778-4712-49be-a2b0-00c19dfc1f10 req-07794d73-293f-4fb1-9d5d-859c8f759778 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:59.902131 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e16b5778-4712-49be-a2b0-00c19dfc1f10 req-07794d73-293f-4fb1-9d5d-859c8f759778 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0463388 Sep 04 01:10:59.948201 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e16b5778-4712-49be-a2b0-00c19dfc1f10 req-a013cf2d-8af0-4a4f-843a-e7471bc2dd84 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Sep 04 01:11:01.072198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c2239-5c2d-4ed1-aa94-5d8a368b8e1a req-635311f1-d380-4c99-8d5d-2966ad71d0db tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:01.073741 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e33c2239-5c2d-4ed1-aa94-5d8a368b8e1a req-635311f1-d380-4c99-8d5d-2966ad71d0db tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0496774 Sep 04 01:11:01.088918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-1d14bf71-f13f-421b-a40d-7155a7412ff1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:01.090369 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-1d14bf71-f13f-421b-a40d-7155a7412ff1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/networks?id=719e1ac8-c018-4261-bec3-4937b21ef767 HTTP/1.1" status: 200 len: 814 time: 0.1055305 Sep 04 01:11:01.105617 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-765bec1f-7f74-415c-b62b-d5aeabea2d38 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/quotas/18076036cce84d48bc9df44f5b563bac HTTP/1.1" status: 200 len: 375 time: 0.0098085 Sep 04 01:11:01.107498 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:01.122093 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e33c2239-5c2d-4ed1-aa94-5d8a368b8e1a req-b0847231-5194-49ee-a251-d6114556d87e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Sep 04 01:11:01.138125 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-1dfadf1c-2f16-4f14-9161-af90b23e7eea tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274160 Sep 04 01:11:01.227481 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-5d0d479c-32d3-42f8-98f8-5ef7e588c4cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822930 Sep 04 01:11:01.319860 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-5b0565f4-13bf-4142-ac1b-9e71ed9978cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Sep 04 01:11:01.584248 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ccb05db8-e313-45e3-a372-0425cc44edf2 req-df99706e-4053-4f00-a208-298e0367e45b tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 210 time: 0.0307119 Sep 04 01:11:02.247649 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673c99-ecfa-4f39-b920-a0cb42dc235f req-aa1c0e8c-2d37-4ad9-9c2d-70fb9fe5f4e7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:02.249121 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eb673c99-ecfa-4f39-b920-a0cb42dc235f req-aa1c0e8c-2d37-4ad9-9c2d-70fb9fe5f4e7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0480487 Sep 04 01:11:02.295803 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eb673c99-ecfa-4f39-b920-a0cb42dc235f req-4d679dfb-53ac-4a2b-ae28-3c2b233edabd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Sep 04 01:11:02.685698 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-be0d7cd3-950b-47ce-9306-594e0b5d6312 req-cc30fbbb-36fd-46b7-95f1-a290fe568ce7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 210 time: 0.0293524 Sep 04 01:11:03.419932 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c1d6-1b0e-410d-a53f-f2f1ea5ca6a2 req-63731798-3d3c-4825-a7e4-605dd4b31ecd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:03.421324 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b188c1d6-1b0e-410d-a53f-f2f1ea5ca6a2 req-63731798-3d3c-4825-a7e4-605dd4b31ecd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0501571 Sep 04 01:11:03.467159 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b188c1d6-1b0e-410d-a53f-f2f1ea5ca6a2 req-151d145b-81e2-465a-bf20-dd960a810bf6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Sep 04 01:11:03.790976 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-de27977e-d713-415c-a9c6-b504c29cce5c req-090af0aa-ab60-4800-b219-d250fc592404 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Sep 04 01:11:03.937261 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-5ead843e-2b3c-40ac-ba9c-a728a391efb0 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:03.938680 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-5ead843e-2b3c-40ac-ba9c-a728a391efb0 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "GET /networking/v2.0/networks?id=719e1ac8-c018-4261-bec3-4937b21ef767 HTTP/1.1" status: 200 len: 814 time: 0.1017730 Sep 04 01:11:03.962143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Request body: {'port': {'device_id': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767', 'admin_state_up': True, 'tenant_id': '18076036cce84d48bc9df44f5b563bac'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:04.013746 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:04.126400 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Made reservation on behalf of 18076036cce84d48bc9df44f5b563bac for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:11:04.131201 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.261370 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Allocated IP 172.20.0.5 (719e1ac8-c018-4261-bec3-4937b21ef767/ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf/b9900743-76d1-49ab-8971-909e2f2ba6a6) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:11:04.410697 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks [] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.486490 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.537027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Network 719e1ac8-c018-4261-bec3-4937b21ef767 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:11:04.540235 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:11:04.544150 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:11:04.551552 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Pushing event updated for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:04.592016 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a61c8-88a3-45e9-a013-6908d0312efc req-eb95ead1-8fc9-40e7-8242-f9f4058c29bb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:04.593500 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-673a61c8-88a3-45e9-a013-6908d0312efc req-eb95ead1-8fc9-40e7-8242-f9f4058c29bb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0470331 Sep 04 01:11:04.597974 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:04.598585 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.605316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:04.641666 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-673a61c8-88a3-45e9-a013-6908d0312efc req-fbef5942-f435-4c85-82a0-062cfb0328ad tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Sep 04 01:11:04.671843 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-fc473a86-dd62-4801-8147-3257c4145a72 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7134109 Sep 04 01:11:04.689020 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Request body: {'port': {'device_id': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:04.747111 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.802477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:04.934121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:04.960052 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c1005-0eba-41ff-90d0-282eb698d466 req-cb3f2c6f-d449-4b55-a976-fe5847b2b6ce tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:04.966592 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-af6c1005-0eba-41ff-90d0-282eb698d466 req-cb3f2c6f-d449-4b55-a976-fe5847b2b6ce tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 931 time: 0.0852327 Sep 04 01:11:05.038594 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-af6c1005-0eba-41ff-90d0-282eb698d466 req-84b8adb5-28ca-4e7e-9c7a-fc4d3b5e8b1d tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662041 Sep 04 01:11:05.075854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9900743-76d1-49ab-8971-909e2f2ba6a6 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:05.084646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks [] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.097240 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Transition to ACTIVE for port object b9900743-76d1-49ab-8971-909e2f2ba6a6 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:11:05.177610 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.240500 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Pushing event updated for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:05.288136 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Attempting to bind port b9900743-76d1-49ab-8971-909e2f2ba6a6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:11:05.288479 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Attempting to bind port b9900743-76d1-49ab-8971-909e2f2ba6a6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:11:05.288801 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Attempting to bind port b9900743-76d1-49ab-8971-909e2f2ba6a6 on network 719e1ac8-c018-4261-bec3-4937b21ef767 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:11:05.293049 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Port b9900743-76d1-49ab-8971-909e2f2ba6a6 on network 719e1ac8-c018-4261-bec3-4937b21ef767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:11:05.293359 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Attempting to bind port b9900743-76d1-49ab-8971-909e2f2ba6a6 on network 719e1ac8-c018-4261-bec3-4937b21ef767 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:11:05.298067 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:11:05.298393 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Checking segment: {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:11:05.298764 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Bound using segment: {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:11:05.299170 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Bound port: b9900743-76d1-49ab-8971-909e2f2ba6a6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5143c07-608b-4220-a488-1e273bbd2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:11:05.299537 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.357276 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:11:05.360193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:11:05.434957 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.439079 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.439712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.441410 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b9900743-76d1-49ab-8971-909e2f2ba6a6 HTTP/1.1" status: 200 len: 1093 time: 0.7564588 Sep 04 01:11:05.441885 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:05.444093 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8" -d '{"events": [{"name": "network-changed", "server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:05.481661 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e9a90-5e65-4ed0-b7cc-bb5db17a40f4 x-openstack-request-id: req-a82e9a90-5e65-4ed0-b7cc-bb5db17a40f4 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:05.481898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:05.482147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a82e9a90-5e65-4ed0-b7cc-bb5db17a40f4 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:05.482545 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82e9a90-5e65-4ed0-b7cc-bb5db17a40f4'] response: {'name': 'network-changed', 'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6', 'status': 'completed', 'code': 200} Sep 04 01:11:05.496671 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43760891-1ecd-4b9d-9c60-fcebe5952e70 service neutron] Pushing event updated for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:05.516664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:05.567407 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-ea7ab7d1-fe35-4f4a-a635-5f8d4ab289ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.568920 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-ea7ab7d1-fe35-4f4a-a635-5f8d4ab289ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 1127 time: 0.0400028 Sep 04 01:11:05.599372 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1562be93-04d2-47d6-9176-861c7e6b2df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.675253 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-8a387cf4-e83d-4a36-82de-2a3e96e9bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.676744 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-8a387cf4-e83d-4a36-82de-2a3e96e9bee1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=18076036cce84d48bc9df44f5b563bac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962701 Sep 04 01:11:05.719890 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=17 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:05.723848 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=15 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:05.761142 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:05.783450 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f458f-9214-480d-b15b-36904ff57b4f req-e4a1cc3e-2b4e-4218-9b1d-43443643c478 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.785505 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e95f458f-9214-480d-b15b-36904ff57b4f req-e4a1cc3e-2b4e-4218-9b1d-43443643c478 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0563831 Sep 04 01:11:05.831164 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-8d6386d9-ebf2-40ee-a968-75c454b081f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.832665 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e8a7d44c-4dc8-49a6-89f4-1ab1021903d8 req-8d6386d9-ebf2-40ee-a968-75c454b081f6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505792 Sep 04 01:11:05.854619 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e95f458f-9214-480d-b15b-36904ff57b4f req-b60f7153-4f93-4286-ad65-a6616d7b468b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632164 Sep 04 01:11:05.938178 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-57a34963-7df8-4ef6-b5e8-91ac1ac736ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.939629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-57a34963-7df8-4ef6-b5e8-91ac1ac736ea service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=18076036cce84d48bc9df44f5b563bac&device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 1127 time: 0.0385644 Sep 04 01:11:05.985315 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-7d1d251b-7a68-4ab6-950f-22b6a6c928e9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6 HTTP/1.1" status: 200 len: 217 time: 0.0317521 Sep 04 01:11:06.033867 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba700-0e92-438d-9847-42e00d688453 req-ba082b42-be36-4a1e-b3da-2bcbf03d1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:06.035191 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-ba082b42-be36-4a1e-b3da-2bcbf03d1d8c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf HTTP/1.1" status: 200 len: 854 time: 0.0435767 Sep 04 01:11:06.068512 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-27c1ac1c-8d34-4500-907c-8bd0ed5e519c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=719e1ac8-c018-4261-bec3-4937b21ef767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275223 Sep 04 01:11:06.124729 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:06.158704 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-4b770bfd-54b6-4930-90c0-5003b886e43d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 Sep 04 01:11:06.164712 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e75f-eb33-4af2-86bd-a0e21f5156f3 req-20c89192-53cb-4f6e-8cdb-5308541d4272 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:06.166165 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fbc0e75f-eb33-4af2-86bd-a0e21f5156f3 req-20c89192-53cb-4f6e-8cdb-5308541d4272 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 943 time: 0.0503335 Sep 04 01:11:06.217653 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fbc0e75f-eb33-4af2-86bd-a0e21f5156f3 req-230d7fc0-7313-4cf5-a4da-12cf141a0192 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 Sep 04 01:11:06.252576 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-83eba700-0e92-438d-9847-42e00d688453 req-8fc0a272-ce9d-459c-8d38-5db894f11c68 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Sep 04 01:11:06.978123 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a554-2f60-49da-b7e1-20a4154ffb12 req-c2282145-974d-4055-afeb-033a88fc478e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:06.979580 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61d0a554-2f60-49da-b7e1-20a4154ffb12 req-c2282145-974d-4055-afeb-033a88fc478e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0470147 Sep 04 01:11:07.029124 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61d0a554-2f60-49da-b7e1-20a4154ffb12 req-edde4e7e-c966-4f9c-9765-5ab1d3c5152d tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Sep 04 01:11:07.067256 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:11:07.337022 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfab24b-3e00-47ca-948e-d10cd98c43ae req-1b7e750c-6a60-4699-b35e-98d5af1beb0c tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:07.338478 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cdfab24b-3e00-47ca-948e-d10cd98c43ae req-1b7e750c-6a60-4699-b35e-98d5af1beb0c tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 943 time: 0.0461023 Sep 04 01:11:07.388687 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cdfab24b-3e00-47ca-948e-d10cd98c43ae req-02c7a562-faf1-45fd-a627-04389442392c tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Sep 04 01:11:07.937802 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3137ef32-5d99-4546-abf3-5d45321f1cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.158304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dca763-3f86-451c-bfd4-dc70a9d0902d req-e55d6fc9-2e32-4dd7-b2b8-82d17599b95c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:08.160222 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-71dca763-3f86-451c-bfd4-dc70a9d0902d req-e55d6fc9-2e32-4dd7-b2b8-82d17599b95c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0455477 Sep 04 01:11:08.208527 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-71dca763-3f86-451c-bfd4-dc70a9d0902d req-b85bb815-d814-4d5f-9c90-88e2eaacc7e9 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Sep 04 01:11:08.509876 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11780e9-16d9-4e21-a792-957df6291a85 req-f809e38e-2acf-461c-8042-8a2c1a520cfb tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:08.511311 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c11780e9-16d9-4e21-a792-957df6291a85 req-f809e38e-2acf-461c-8042-8a2c1a520cfb tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 943 time: 0.0462422 Sep 04 01:11:08.557788 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c11780e9-16d9-4e21-a792-957df6291a85 req-03b1c1ec-c2c6-4f1d-8ee1-3268ca94f4f7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Sep 04 01:11:09.217468 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.331894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff87fe-d4c9-40b3-938f-5f65f37c5ac5 req-565d83e3-7419-422c-888e-f3d3cfe523a2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:09.333378 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-adff87fe-d4c9-40b3-938f-5f65f37c5ac5 req-565d83e3-7419-422c-888e-f3d3cfe523a2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0476220 Sep 04 01:11:09.383490 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-adff87fe-d4c9-40b3-938f-5f65f37c5ac5 req-bc9cd8b9-87b5-4ab4-af1c-a5a5c7a6b35f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Sep 04 01:11:09.529430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b9900743-76d1-49ab-8971-909e2f2ba6a6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:11:09.633933 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:09.647663 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'b9900743-76d1-49ab-8971-909e2f2ba6a6', 'network_id': '719e1ac8-c018-4261-bec3-4937b21ef767', 'port_id': 'b9900743-76d1-49ab-8971-909e2f2ba6a6', 'mac_address': 'fa:16:3e:2e:6b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:11:09.683943 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b9900743-76d1-49ab-8971-909e2f2ba6a6 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:09.684360 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.702460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9900743-76d1-49ab-8971-909e2f2ba6a6 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:09.724041 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:09.799277 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.850400 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:09.896849 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401c97-eb1a-449b-879b-a7b93a2c39e8 req-75f41f18-f80a-4abb-8eb9-d38226bd9288 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:09.898296 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7401c97-eb1a-449b-879b-a7b93a2c39e8 req-75f41f18-f80a-4abb-8eb9-d38226bd9288 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 943 time: 0.2636564 Sep 04 01:11:09.932629 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:09.945065 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7401c97-eb1a-449b-879b-a7b93a2c39e8 req-3304a62a-7d94-4dfb-abf1-f20e4452dcb2 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Sep 04 01:11:10.352058 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b9900743-76d1-49ab-8971-909e2f2ba6a6'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:11:10.504184 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeecd65-e8a2-4e6b-be8d-f7985f2380f6 req-c2d46af2-e59c-4f40-877d-2213e9107cf6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:10.505794 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6eeecd65-e8a2-4e6b-be8d-f7985f2380f6 req-c2d46af2-e59c-4f40-877d-2213e9107cf6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0461240 Sep 04 01:11:10.552276 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6eeecd65-e8a2-4e6b-be8d-f7985f2380f6 req-e9fe2594-d106-44bc-8adc-1c4f87d1cef2 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Sep 04 01:11:10.679529 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.804818 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.063500 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2bb4c-d170-4ecf-a47e-a27ca218b262 req-699cff7f-721d-4548-ba01-b6ace994d683 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:11.064879 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4ad2bb4c-d170-4ecf-a47e-a27ca218b262 req-699cff7f-721d-4548-ba01-b6ace994d683 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 944 time: 0.0464540 Sep 04 01:11:11.111235 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4ad2bb4c-d170-4ecf-a47e-a27ca218b262 req-392d2d14-1b98-4ff0-868c-87653442fb9e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Sep 04 01:11:11.675801 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfc876-49ff-419b-b8ce-4c6a7941cc7e req-56ecb7b6-d663-413d-b402-7427ed2f4d4f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:11.677334 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d1dfc876-49ff-419b-b8ce-4c6a7941cc7e req-56ecb7b6-d663-413d-b402-7427ed2f4d4f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0508378 Sep 04 01:11:11.723359 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d1dfc876-49ff-419b-b8ce-4c6a7941cc7e req-0237f06a-d696-42aa-9b22-bcbc31d3fafc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Sep 04 01:11:11.845708 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b9900743-76d1-49ab-8971-909e2f2ba6a6 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:11:11.890258 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port b9900743-76d1-49ab-8971-909e2f2ba6a6 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:11:11.943701 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df64d93-68ae-4be7-9506-48e1924d7d81 req-80520b83-809e-4bb2-96d7-9ea6a09a7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:11.945297 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8df64d93-68ae-4be7-9506-48e1924d7d81 req-80520b83-809e-4bb2-96d7-9ea6a09a7542 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0390806 Sep 04 01:11:11.948922 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port b9900743-76d1-49ab-8971-909e2f2ba6a6 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:11:11.949299 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.990861 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8df64d93-68ae-4be7-9506-48e1924d7d81 req-6ae877b9-d697-47e4-8cc3-09a03385d797 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Sep 04 01:11:12.026503 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port b9900743-76d1-49ab-8971-909e2f2ba6a6 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:12.026883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:12.050916 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:12.053150 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff410d-6215-41d8-8ef7-95cdbabc51ba" -d '{"events": [{"server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "name": "network-vif-plugged", "status": "completed", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:12.065228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:12.092876 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc77ca7-df58-4301-b88b-5a0aa78f0947 x-openstack-request-id: req-8cc77ca7-df58-4301-b88b-5a0aa78f0947 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:12.093205 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "name": "network-vif-plugged", "status": "completed", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:12.093461 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cc77ca7-df58-4301-b88b-5a0aa78f0947 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:12.093858 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc77ca7-df58-4301-b88b-5a0aa78f0947'] response: {'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6', 'code': 200} Sep 04 01:11:12.126414 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:12.174051 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:12.182660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.182998 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.183337 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.183674 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.184004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.184331 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.184683 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.185006 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.185332 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.185648 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.185993 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.186314 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.186633 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.186950 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.187263 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:12.236011 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa278-aee4-4afa-8733-669aa85b331b req-501772b7-bb93-468c-9ab3-8addd3c4e936 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:12.238137 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-725aa278-aee4-4afa-8733-669aa85b331b req-501772b7-bb93-468c-9ab3-8addd3c4e936 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0508583 Sep 04 01:11:12.258054 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:12.285273 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-725aa278-aee4-4afa-8733-669aa85b331b req-13981e34-2511-4cf5-9baf-76cdd7cb7e9f tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 04 01:11:12.846945 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64f5eb-1729-4e54-86e1-dfa2c198afec req-e707a868-496b-43be-b02f-079e931822f5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:12.848367 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6d64f5eb-1729-4e54-86e1-dfa2c198afec req-e707a868-496b-43be-b02f-079e931822f5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0478482 Sep 04 01:11:12.894077 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6d64f5eb-1729-4e54-86e1-dfa2c198afec req-f40fb98d-1087-4986-88ab-66e8c54bf294 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Sep 04 01:11:13.275681 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc7d1-3915-4c1c-b551-2461d61a33c5 req-fcaa0b73-1f5e-4f60-b216-15e1424c01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:13.277173 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-661bc7d1-3915-4c1c-b551-2461d61a33c5 req-fcaa0b73-1f5e-4f60-b216-15e1424c01db service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 1129 time: 0.0386662 Sep 04 01:11:13.321580 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-661bc7d1-3915-4c1c-b551-2461d61a33c5 req-6b790e6c-dda9-4e0f-a0ea-757da7b6795e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378602 Sep 04 01:11:13.404762 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b01713-4c43-4a34-80db-034c300d129c req-f5932669-19eb-4b9e-a438-e8c2344fafb1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:13.406265 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47b01713-4c43-4a34-80db-034c300d129c req-f5932669-19eb-4b9e-a438-e8c2344fafb1 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0463629 Sep 04 01:11:13.455677 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47b01713-4c43-4a34-80db-034c300d129c req-ae65376d-ee97-4c11-aebf-9c498a4a71e2 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Sep 04 01:11:14.013715 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032cdcd-d019-4bdb-9856-04a65366fd98 req-d5457d63-63f7-42be-8ad2-d9796417fe9b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.015192 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6032cdcd-d019-4bdb-9856-04a65366fd98 req-d5457d63-63f7-42be-8ad2-d9796417fe9b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0461590 Sep 04 01:11:14.062096 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6032cdcd-d019-4bdb-9856-04a65366fd98 req-8c6da843-b7d7-4a6a-9bf1-9fd1c53d5799 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Sep 04 01:11:14.578803 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0104156-4c5b-4b34-9eb0-12812372cb98 req-d9a5691f-178a-42f7-a16e-e7a0bce4fc23 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.580279 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0104156-4c5b-4b34-9eb0-12812372cb98 req-d9a5691f-178a-42f7-a16e-e7a0bce4fc23 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0474911 Sep 04 01:11:14.623770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37430df-56cd-4297-8879-7090c1ffd65d req-9a47b915-f35e-4190-8277-fa2d6a60fdde tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.625265 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d37430df-56cd-4297-8879-7090c1ffd65d req-9a47b915-f35e-4190-8277-fa2d6a60fdde tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0477090 Sep 04 01:11:14.628150 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0104156-4c5b-4b34-9eb0-12812372cb98 req-ecd791f1-cdf7-4b7a-aa18-991274ac18fe tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Sep 04 01:11:14.676164 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d37430df-56cd-4297-8879-7090c1ffd65d req-819700c3-c7d5-4d20-b99e-c32c4a663de6 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446582 Sep 04 01:11:15.330472 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:15.338462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-0ece7dfe-bc6d-4e03-96cf-a9227cf7e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.339993 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-0ece7dfe-bc6d-4e03-96cf-a9227cf7e078 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0391121 Sep 04 01:11:15.443739 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-30e0c40f-60b2-403a-afc4-01a489e8c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.445222 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-30e0c40f-60b2-403a-afc4-01a489e8c82a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0891967 Sep 04 01:11:15.510132 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-d8166a9d-53ee-4e9a-978e-6503796a7615 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 1001 time: 0.0544727 Sep 04 01:11:15.750858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d57b8-c3ef-4b12-aa34-3b044d0cc87f req-b9b3b6f4-a0fe-4018-a5bb-fce0a2fa7c19 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.752371 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c3d57b8-c3ef-4b12-aa34-3b044d0cc87f req-b9b3b6f4-a0fe-4018-a5bb-fce0a2fa7c19 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 04 01:11:15.801955 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfa094-6e7c-440f-bed1-b653b4c62a95 req-84e05591-837f-4924-9cf6-4b5709472ee4 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.803518 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7ebfa094-6e7c-440f-bed1-b653b4c62a95 req-84e05591-837f-4924-9cf6-4b5709472ee4 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Sep 04 01:11:15.855447 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7ebfa094-6e7c-440f-bed1-b653b4c62a95 req-bd623403-d140-4976-82cc-2e476f670d87 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461812 Sep 04 01:11:16.036195 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c3d57b8-c3ef-4b12-aa34-3b044d0cc87f req-2dd8163c-ffce-4b98-a647-bebbc6499cf6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768183 Sep 04 01:11:16.179510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-6e74fad2-8a2c-4bc0-a979-91c6921f047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.180882 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-6e74fad2-8a2c-4bc0-a979-91c6921f047b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0437205 Sep 04 01:11:16.317152 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-4ea113d0-031b-4e50-bc5b-2fce93198d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.318632 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-4ea113d0-031b-4e50-bc5b-2fce93198d2d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392232 Sep 04 01:11:16.412769 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-bcd20558-3778-43ca-bc20-4e7a58131c0c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847433 Sep 04 01:11:16.499197 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-756304cf-af88-4cfc-bdc9-e5089afcb921 req-c72d6eaf-3a2c-442b-8028-b1b54ca5c13a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800610 Sep 04 01:11:16.978592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386e134-2c4b-4067-a28f-97fbc02614c0 req-f7ca566d-7d81-43b7-8492-235763dc5599 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.980066 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1386e134-2c4b-4067-a28f-97fbc02614c0 req-f7ca566d-7d81-43b7-8492-235763dc5599 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0464830 Sep 04 01:11:17.028840 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1386e134-2c4b-4067-a28f-97fbc02614c0 req-09714aa2-e1ff-4fe1-827b-8fd9c66689dc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Sep 04 01:11:17.063123 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:17.160968 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7afc5-0e91-4805-8fc4-9b3644483d5a req-0303b9ce-2f97-42c7-b8c0-a21a704033c6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.162335 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1d7afc5-0e91-4805-8fc4-9b3644483d5a req-0303b9ce-2f97-42c7-b8c0-a21a704033c6 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Sep 04 01:11:17.208916 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1d7afc5-0e91-4805-8fc4-9b3644483d5a req-3d280e6e-2558-4d75-b092-c2fbcf6a6039 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Sep 04 01:11:18.148096 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272797f-70dc-4261-9325-3471dedd55b5 req-1257df7e-7105-41d8-a811-6b707c29233a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:18.149621 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1272797f-70dc-4261-9325-3471dedd55b5 req-1257df7e-7105-41d8-a811-6b707c29233a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0458543 Sep 04 01:11:18.161915 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:18.197502 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1272797f-70dc-4261-9325-3471dedd55b5 req-7409e3fa-e387-47f4-8d93-3f77e278d069 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Sep 04 01:11:19.322261 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5709e-90ee-4d21-a95b-0dacf2fef1e3 req-0346bc7a-c740-4d11-86fb-be7b51c14be1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:19.323806 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-05c5709e-90ee-4d21-a95b-0dacf2fef1e3 req-0346bc7a-c740-4d11-86fb-be7b51c14be1 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0494101 Sep 04 01:11:19.371217 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-05c5709e-90ee-4d21-a95b-0dacf2fef1e3 req-09d18d0c-57b6-408c-b84d-7c9b17b1eddc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Sep 04 01:11:20.494215 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e3b64-2b82-4859-962c-aae4f793ca45 req-052030a6-a08d-4420-9891-3dcc1e526c2e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:20.495690 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-597e3b64-2b82-4859-962c-aae4f793ca45 req-052030a6-a08d-4420-9891-3dcc1e526c2e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0478418 Sep 04 01:11:20.542899 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-597e3b64-2b82-4859-962c-aae4f793ca45 req-d04bd614-893f-411e-a7f7-59a0fa95d1f5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Sep 04 01:11:20.667968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165c864-9ea7-416c-815a-72262c9ed793 req-43c3b83d-c49a-47ba-b9c2-bd830232adeb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:20.669463 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d165c864-9ea7-416c-815a-72262c9ed793 req-43c3b83d-c49a-47ba-b9c2-bd830232adeb tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0507629 Sep 04 01:11:20.679563 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 36960) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:20.684596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Request body: {'floatingip': {'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:20.722389 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:20.736940 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.089035 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:21.194284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.246123 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.453883 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:11:21.555909 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:11:21.560797 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.565826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:11:21.575757 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:21.576362 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:21.594142 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:21.596544 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c8771-bdf5-4358-88de-a625cff78ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:21.629746 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d1e5c23b-c8d2-4001-8897-914dbc99bd8e tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/fe8b99dd-e1c8-444c-9a2f-5f5ed70befae HTTP/1.1" status: 200 len: 993 time: 0.9464126 Sep 04 01:11:21.637959 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374aca7d-f406-44e4-8737-ace48c6247cf x-openstack-request-id: req-374aca7d-f406-44e4-8737-ace48c6247cf {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:21.638245 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:21.638484 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-374aca7d-f406-44e4-8737-ace48c6247cf {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:21.638876 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374aca7d-f406-44e4-8737-ace48c6247cf'] response: {'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'status': 'completed', 'code': 200} Sep 04 01:11:21.680421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:21.866781 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-8d6b7476-e01e-4cf5-ad39-2f90dbfa6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:21.868285 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-8d6b7476-e01e-4cf5-ad39-2f90dbfa6402 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0401008 Sep 04 01:11:21.898079 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:11:21Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:21.923109 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:11:21.931822 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:21.932429 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:21.961249 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:21.966201 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-f273142d-9f7f-4135-a02a-2a9b3c9ea784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:21.969301 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-f273142d-9f7f-4135-a02a-2a9b3c9ea784 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0949142 Sep 04 01:11:22.021521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:22.039002 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:22.064478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:22.078355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:22.250936 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:11:21Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:22.275174 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e1e0-0567-4973-a9ab-15f56bc283c3 None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'fe8b99dd-e1c8-444c-9a2f-5f5ed70befae', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'floating_ip_address': '172.37.6.92', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'port_id': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'mac_address': 'fa:16:3e:11:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:11:21Z', 'revision_number': 3, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:11:22.501910 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-c221e17f-d4b9-44ea-a9ec-c8e57302a202 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 1001 time: 0.0577710 Sep 04 01:11:22.559518 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-ceb64c1a-7980-4768-bbd8-00499cdf00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:22.561032 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-ceb64c1a-7980-4768-bbd8-00499cdf00a8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0519166 Sep 04 01:11:22.607730 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-c4ec2bed-8b22-4483-8fae-67ff434576a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:22.609288 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-c4ec2bed-8b22-4483-8fae-67ff434576a2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391433 Sep 04 01:11:22.703146 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-9ca0ce6c-082a-46c1-b32b-846655c2ad81 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872762 Sep 04 01:11:22.795767 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf3c8771-bdf5-4358-88de-a625cff78ee8 req-acdc7fc8-ac3c-4829-97af-fc09eccd42d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Sep 04 01:11:23.640232 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:23.642627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:23.680650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2078ceab-d3ec-4faa-a2f3-b0e29ed137b3 x-openstack-request-id: req-2078ceab-d3ec-4faa-a2f3-b0e29ed137b3 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:23.680936 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:23.681184 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2078ceab-d3ec-4faa-a2f3-b0e29ed137b3 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:23.681582 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2078ceab-d3ec-4faa-a2f3-b0e29ed137b3'] response: {'name': 'network-changed', 'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'status': 'completed', 'code': 200} Sep 04 01:11:23.779558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-fcb0b13a-1229-4a12-8df5-ce1a4bf5bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:23.781050 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-fcb0b13a-1229-4a12-8df5-ce1a4bf5bb71 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 1130 time: 0.0392413 Sep 04 01:11:23.875275 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-ca749221-a5c7-4373-84ee-9cd85a98a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:23.876760 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-ca749221-a5c7-4373-84ee-9cd85a98a42a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0866609 Sep 04 01:11:23.939581 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-4e1cb140-32c3-4bfb-a210-2648258c5191 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 200 len: 1001 time: 0.0559692 Sep 04 01:11:23.993435 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-5ec4dbfb-72be-42eb-acaf-e82a22dc0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:23.994893 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-5ec4dbfb-72be-42eb-acaf-e82a22dc0609 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0487719 Sep 04 01:11:24.047843 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-10deb81a-4a01-43f3-ab1a-dd993a2ad560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:24.049298 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-10deb81a-4a01-43f3-ab1a-dd993a2ad560 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401258 Sep 04 01:11:24.105317 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:24.145392 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-7aa1a51e-91b2-4521-bfcd-c75040566d87 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Sep 04 01:11:25.147510 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c508cf34-0f73-4ad0-b8bb-2d7ef72a593a req-e005fdc0-2c7e-4828-add2-9a2512729d7d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844619 Sep 04 01:11:27.713911 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:31.498623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b41c9-02ed-423c-aeb5-59fcbd15ceda req-7c160ab1-4e85-4b44-991e-a83477694052 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:31.500120 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-646b41c9-02ed-423c-aeb5-59fcbd15ceda req-7c160ab1-4e85-4b44-991e-a83477694052 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0466087 Sep 04 01:11:31.541569 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:31.548663 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-646b41c9-02ed-423c-aeb5-59fcbd15ceda req-c4c034d2-249b-4947-b446-1edc7c27e3df tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Sep 04 01:11:32.254199 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=12 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:32.671838 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5b3ba-5d00-4655-985a-b11c53b93a0e req-47b68ae0-9648-4a55-a460-c6c2a48eb1aa tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:32.673222 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a6e5b3ba-5d00-4655-985a-b11c53b93a0e req-47b68ae0-9648-4a55-a460-c6c2a48eb1aa tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0502770 Sep 04 01:11:32.718859 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a6e5b3ba-5d00-4655-985a-b11c53b93a0e req-1a664aab-f676-46d5-9d0c-f2de7a391d76 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Sep 04 01:11:33.888486 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90709-435c-4929-acb0-cc154f9c8269 req-6244f679-d14a-445d-bbc3-ac40c135d885 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:33.889935 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-56b90709-435c-4929-acb0-cc154f9c8269 req-6244f679-d14a-445d-bbc3-ac40c135d885 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0951459 Sep 04 01:11:33.939452 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-56b90709-435c-4929-acb0-cc154f9c8269 req-bfdd8bba-782b-4d6f-9f50-a6e960ce3f2d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=49312595-1a5e-4396-97ef-017e46ee41b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437787 Sep 04 01:11:34.243412 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-471051ec-a005-4dd7-8ae2-254da33abff8 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.244874 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-471051ec-a005-4dd7-8ae2-254da33abff8 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 945 time: 0.0471826 Sep 04 01:11:34.310347 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:34.327376 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:34.332600 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.418374 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] For port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:34.418777 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.618413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.618767 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.619074 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 28699ba9-1717-41d3-9332-22ddc7d4ed0e disassociated. External IP: 172.37.6.45, port: b5ee77a8-3749-45bb-9ff7-f3aee2e3a521. Sep 04 01:11:34.619406 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:34.800690 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b5ee77a8-3749-45bb-9ff7-f3aee2e3a521), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.828965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=b5ee77a8-3749-45bb-9ff7-f3aee2e3a521,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:34.910991 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:34.940258 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:11:35.051593 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:11:35.054459 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e04b7552-2c92-416e-9879-af3b01a5848a req-32b80dc1-9536-4d08-98fa-f48b577ddc2a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Sep 04 01:11:35.067585 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:11:35.090733 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:35.091664 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:35.111295 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] No DVR routers for this DVR port b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:11:35.113816 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:35.117093 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e42c1668-5e91-4049-81cb-eee3f18e0269 req-d785edcf-8903-498c-b4cf-6fa76a1ab741 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 HTTP/1.1" status: 204 len: 173 time: 0.8669238 Sep 04 01:11:35.117520 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'name': 'network-vif-deleted', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:35.119714 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c45c41b-c3a6-4c8e-999b-e1dbdef4fcad" -d '{"events": [{"server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "name": "network-vif-deleted", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:35.159976 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d3c31-4ac8-4c29-93a2-3d298ca788c8 x-openstack-request-id: req-c38d3c31-4ac8-4c29-93a2-3d298ca788c8 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:35.160264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011656db-b07f-4e64-a5ac-4d911508a256", "name": "network-vif-deleted", "tag": "b5ee77a8-3749-45bb-9ff7-f3aee2e3a521", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:35.160535 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c38d3c31-4ac8-4c29-93a2-3d298ca788c8 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:35.160938 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38d3c31-4ac8-4c29-93a2-3d298ca788c8'] response: {'server_uuid': '011656db-b07f-4e64-a5ac-4d911508a256', 'name': 'network-vif-deleted', 'tag': 'b5ee77a8-3749-45bb-9ff7-f3aee2e3a521', 'status': 'completed', 'code': 200} Sep 04 01:11:35.288045 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:35.495122 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:35.526622 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:11:35.535293 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:35.535873 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:35.653606 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:35.690638 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c9eef5a9-38ce-417e-a447-b77aef92ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:35.894181 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:35.918907 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542650a-ed8f-4f50-ab23-68b5be8028e6 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.39', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8b:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:06:48Z', 'updated_at': '2022-09-04T01:07:37Z', 'revision_number': 2, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:11:36.203614 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8360f7-3415-4c48-9dfc-854514d5c807 None None] New status for floating IP 28699ba9-1717-41d3-9332-22ddc7d4ed0e: DOWN {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:11:36.203805 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-146b52df-8fe1-4bd1-b323-104cdaa47cca req-b0d123a5-7ffa-410a-a252-3a0a09b6c704 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=011656db-b07f-4e64-a5ac-4d911508a256 HTTP/1.1" status: 200 len: 210 time: 0.0380201 Sep 04 01:11:37.926387 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-eb200645-0e13-412a-8af2-218db0354def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:37.969133 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:11:37.988413 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:11:37.988771 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b5ee77a8-3749-45bb-9ff7-f3aee2e3a521 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:11:38.367175 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37064) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:38.423200 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (49312595-1a5e-4396-97ef-017e46ee41b7), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.449156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (49312595-1a5e-4396-97ef-017e46ee41b7), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.594965 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (49312595-1a5e-4396-97ef-017e46ee41b7), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.597670 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.598791 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/49312595-1a5e-4396-97ef-017e46ee41b7 HTTP/1.1" status: 204 len: 168 time: 0.2300904 Sep 04 01:11:38.601564 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37068) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:38.608597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49312595-1a5e-4396-97ef-017e46ee41b7,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:38.615839 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.616204 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.616573 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.616691 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.api.v2.resource [None req-e9b1b61e-b65f-451f-845f-79474697eeb3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] show failed (client error): The resource could not be found. Sep 04 01:11:38.616908 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.617230 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.617554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.617714 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e9b1b61e-b65f-451f-845f-79474697eeb3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups/49312595-1a5e-4396-97ef-017e46ee41b7 HTTP/1.1" status: 404 len: 347 time: 0.0145509 Sep 04 01:11:38.618141 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.618491 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.618811 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.619131 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.619484 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.619794 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.620113 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.621142 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.621481 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37070) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:38.621594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ba51b-0d1e-4dfe-af6f-d22aacdb9d16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:38.734378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port 3543446b-93cd-49ab-9f2a-0ae29b065a79 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:38.734712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.813842 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.814064 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (3543446b-93cd-49ab-9f2a-0ae29b065a79), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:38.820452 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:38.826893 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for 3543446b-93cd-49ab-9f2a-0ae29b065a79 owned by network:floatingip {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:39.022606 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (3543446b-93cd-49ab-9f2a-0ae29b065a79), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:39.052987 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=3543446b-93cd-49ab-9f2a-0ae29b065a79,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:39.115118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (28699ba9-1717-41d3-9332-22ddc7d4ed0e), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:39.117611 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:39.119088 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-43228ae1-07a0-43de-bc33-b2e8c179225a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/28699ba9-1717-41d3-9332-22ddc7d4ed0e HTTP/1.1" status: 204 len: 168 time: 0.4963984 Sep 04 01:11:39.183965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:40.686266 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:40.806537 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:43.188203 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e101ac-c428-42e8-a01d-8363ea29c35f req-f8eee94d-b0f1-42cb-9918-21d70ee44e0d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:43.189674 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-32e101ac-c428-42e8-a01d-8363ea29c35f req-f8eee94d-b0f1-42cb-9918-21d70ee44e0d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0482860 Sep 04 01:11:43.237080 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-32e101ac-c428-42e8-a01d-8363ea29c35f req-9a7d8e2f-97dc-42d8-9494-274cc6c88c6c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Sep 04 01:11:44.066297 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:11:44.408426 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119a58-ad40-4e5b-83d8-7732956acd68 req-6e365a8c-141c-4fdf-9ca5-7d2cd1e095eb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:44.409987 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b8119a58-ad40-4e5b-83d8-7732956acd68 req-6e365a8c-141c-4fdf-9ca5-7d2cd1e095eb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0469990 Sep 04 01:11:44.455791 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b8119a58-ad40-4e5b-83d8-7732956acd68 req-30db1466-f39b-49ac-a51b-161dc7d82b49 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Sep 04 01:11:45.583141 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a50c-d050-48f6-9979-d904b6db2800 req-4ebd4cb0-c7f4-4477-9ace-a4d0018019c2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:45.584621 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-52f9a50c-d050-48f6-9979-d904b6db2800 req-4ebd4cb0-c7f4-4477-9ace-a4d0018019c2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0495937 Sep 04 01:11:45.630293 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-52f9a50c-d050-48f6-9979-d904b6db2800 req-c140b022-7e95-4cd7-b67f-77049f42c404 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=81cbd4c8-a9d1-48ba-8006-275b222ad782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Sep 04 01:11:46.043099 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-363b7f8d-0744-44c0-9b2c-1b21a85d5417 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:46.044565 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-363b7f8d-0744-44c0-9b2c-1b21a85d5417 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 946 time: 0.0454702 Sep 04 01:11:46.123830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:46.131668 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:46.137838 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.223917 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] For port 03ba5432-d158-4dfd-9e61-2dd4ffb23766, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03ba5432-d158-4dfd-9e61-2dd4ffb23766,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:46.224292 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.380938 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.381289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.381597 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f disassociated. External IP: 172.37.6.39, port: 03ba5432-d158-4dfd-9e61-2dd4ffb23766. Sep 04 01:11:46.381929 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for 03ba5432-d158-4dfd-9e61-2dd4ffb23766 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:46.495301 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:46.560768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (03ba5432-d158-4dfd-9e61-2dd4ffb23766), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.588768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=03ba5432-d158-4dfd-9e61-2dd4ffb23766,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:46.700807 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:11:46.734343 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2a3b8d77-b90f-4ac1-98b2-f51e6b51691b req-e84107e2-fb2b-4f6b-a430-99c22079626b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0269878 Sep 04 01:11:46.803105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:11:46.813334 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:11:46.821252 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=89 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:46.824853 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:46.825448 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:46.844954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] No DVR routers for this DVR port 03ba5432-d158-4dfd-9e61-2dd4ffb23766 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:11:46.847510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:46.850784 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55ca9554-0da1-4cc5-afd8-f9ffefaae821 req-e1302937-f889-451d-bcb2-b12db8d53cf9 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "DELETE /networking/v2.0/ports/03ba5432-d158-4dfd-9e61-2dd4ffb23766 HTTP/1.1" status: 204 len: 173 time: 0.7996724 Sep 04 01:11:46.851223 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'name': 'network-vif-deleted', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:46.854041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d7c74-708c-4a83-8255-455535a8857b" -d '{"events": [{"server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "name": "network-vif-deleted", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:46.894121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf0f09c-366b-46a9-a8e3-db16623d3a4d x-openstack-request-id: req-faf0f09c-366b-46a9-a8e3-db16623d3a4d {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:46.894121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae8c6a-0583-43a7-b43d-d920ad04325f", "name": "network-vif-deleted", "tag": "03ba5432-d158-4dfd-9e61-2dd4ffb23766", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:46.894121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-faf0f09c-366b-46a9-a8e3-db16623d3a4d {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:46.894121 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf0f09c-366b-46a9-a8e3-db16623d3a4d'] response: {'server_uuid': 'c3ae8c6a-0583-43a7-b43d-d920ad04325f', 'name': 'network-vif-deleted', 'tag': '03ba5432-d158-4dfd-9e61-2dd4ffb23766', 'status': 'completed', 'code': 200} Sep 04 01:11:46.936104 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:47.117658 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:47.135513 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:47.163149 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:11:47.171449 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:47.172030 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:11:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:47.269412 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:47.455763 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:47.480093 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ede3a5-c422-4b37-a53d-495db64c9d25 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:11:47.702160 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e98bd12-67fc-4a69-bcf0-0c1c3fe49e47 None None] New status for floating IP 7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f: DOWN {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:11:47.854547 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2a48dad5-70d8-4dd5-beea-750b1605eedb req-5d353cde-edbf-4a09-87f4-a4ddae3f2946 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3ae8c6a-0583-43a7-b43d-d920ad04325f HTTP/1.1" status: 200 len: 210 time: 0.0301583 Sep 04 01:11:49.029144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37144) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:49.088238 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (81cbd4c8-a9d1-48ba-8006-275b222ad782), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.110492 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (81cbd4c8-a9d1-48ba-8006-275b222ad782), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.258274 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (81cbd4c8-a9d1-48ba-8006-275b222ad782), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.261754 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.265609 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81cbd4c8-a9d1-48ba-8006-275b222ad782 HTTP/1.1" status: 204 len: 168 time: 0.2328115 Sep 04 01:11:49.265891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37150) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:49.267430 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:49.272418 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f3087-f7f3-4fbe-b794-24bbb4a23898 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cbd4c8-a9d1-48ba-8006-275b222ad782,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:49.281833 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.api.v2.resource [None req-39032afd-bef1-436e-ac2e-14c23b511f26 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] show failed (client error): The resource could not be found. Sep 04 01:11:49.283300 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-39032afd-bef1-436e-ac2e-14c23b511f26 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups/81cbd4c8-a9d1-48ba-8006-275b222ad782 HTTP/1.1" status: 404 len: 347 time: 0.0159471 Sep 04 01:11:49.285970 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37152) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:49.398058 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port add26052-878a-4f31-add7-640be246f9ea {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:49.398404 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (add26052-878a-4f31-add7-640be246f9ea), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.710396 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (add26052-878a-4f31-add7-640be246f9ea), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.710646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (add26052-878a-4f31-add7-640be246f9ea), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.723425 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for add26052-878a-4f31-add7-640be246f9ea owned by network:floatingip {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:49.909417 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (add26052-878a-4f31-add7-640be246f9ea), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.935348 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=add26052-878a-4f31-add7-640be246f9ea,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:49.992945 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:49.999509 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.003537 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 03ba5432-d158-4dfd-9e61-2dd4ffb23766 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:11:50.004018 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.004018 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-680f9cf1-227d-4496-b222-30d52d7192e3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7a5728a6-9def-4e8c-a5f7-f5d7e9c6374f HTTP/1.1" status: 204 len: 168 time: 0.7160671 Sep 04 01:11:50.023511 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 03ba5432-d158-4dfd-9e61-2dd4ffb23766 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:11:50.023857 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 03ba5432-d158-4dfd-9e61-2dd4ffb23766 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:11:50.141615 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37158) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:50.146590 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652499349', 'description': 'tempest-description--570625610'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:50.228726 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.298004 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (ae7799c1-e8f1-411d-b799-ee663e038178), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.366371 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ae7799c1-e8f1-411d-b799-ee663e038178), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.396363 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7799c1-e8f1-411d-b799-ee663e038178,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:50.460082 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.461376 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-261d8826-7c12-4423-b1fb-d5832b960614 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3187890 Sep 04 01:11:50.465462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37162) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:50.469759 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': 'ae7799c1-e8f1-411d-b799-ee663e038178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:50.573600 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (1d2b6213-0e3c-46e2-bdee-c7d156bfe9c1), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.632211 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (1d2b6213-0e3c-46e2-bdee-c7d156bfe9c1), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.709330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (1d2b6213-0e3c-46e2-bdee-c7d156bfe9c1), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.725920 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2b6213-0e3c-46e2-bdee-c7d156bfe9c1,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:50.809409 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.810628 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e1b5d81b-98f0-4587-b76b-da3e532e4cef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442409 Sep 04 01:11:50.813330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37164) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:50.817660 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': 'ae7799c1-e8f1-411d-b799-ee663e038178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:50.933014 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e81e3a65-1cfa-4d3a-be47-8be13b341d0f), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:50.987247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e81e3a65-1cfa-4d3a-be47-8be13b341d0f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.046349 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (e81e3a65-1cfa-4d3a-be47-8be13b341d0f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.065326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81e3a65-1cfa-4d3a-be47-8be13b341d0f,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:51.123344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.125529 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6a745b6e-9de1-48d0-b885-1055b3005008 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103101 Sep 04 01:11:51.135314 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37166) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:51.139601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:51.211989 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.260504 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:51.294717 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.353664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:51.397799 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.37.6.150 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/da79b4f7-2d80-475e-bdea-6919bc2ce19d) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:11:51.502502 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.589686 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.629547 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:11:51.634368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:11:51.638928 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:11:51.642193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=da79b4f7-2d80-475e-bdea-6919bc2ce19d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:51.724686 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.813889 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:51.863586 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:51.905603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521c59b-f1aa-4b4d-a188-ede08d02770e req-b5d51cba-832e-424d-b153-278189e88fc7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:51.908167 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7521c59b-f1aa-4b4d-a188-ede08d02770e req-b5d51cba-832e-424d-b153-278189e88fc7 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Sep 04 01:11:51.956233 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7521c59b-f1aa-4b4d-a188-ede08d02770e req-56d882e5-7dda-477b-8f47-0db031b8f5f5 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Sep 04 01:11:51.960621 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:51.969460 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:52.028775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:52.101289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=da79b4f7-2d80-475e-bdea-6919bc2ce19d,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:52.104035 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:52.173322 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:52.174574 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7b337c04-5d45-4056-8a9c-3d0cccf88902 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0383439 Sep 04 01:11:52.352489 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-3cdf441d-9fe2-4880-9693-e0b075f56962 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--652499349&fields=id&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 267 time: 0.0557511 Sep 04 01:11:52.482924 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-c07bbf8c-714c-482d-b674-bb2975cabb3a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:52.484421 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-c07bbf8c-714c-482d-b674-bb2975cabb3a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1245127 Sep 04 01:11:52.500381 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-cd78de2e-b755-40c8-8436-36ce9e8fe3e0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 375 time: 0.0104446 Sep 04 01:11:52.562436 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-3b2a1624-b1e1-489b-88e7-7fcea9d760a0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554202 Sep 04 01:11:52.698983 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:52.716748 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-3729ca4f-1e82-4cb5-a413-c5b255af2c39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436357 Sep 04 01:11:52.814124 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-52011596-00fa-4731-aeea-48b3823403c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916212 Sep 04 01:11:53.061323 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-65c9ae57-e7c9-4018-a8a5-a4ec7ea304fa req-39f567bd-3baf-475c-9b12-d25046605e45 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0326483 Sep 04 01:11:53.092666 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544572d9-fe9e-4eb2-b6a7-90d77101cf35 req-01b87bcf-37de-4f10-af1a-12a75b460111 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:53.094291 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-544572d9-fe9e-4eb2-b6a7-90d77101cf35 req-01b87bcf-37de-4f10-af1a-12a75b460111 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Sep 04 01:11:53.145883 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-544572d9-fe9e-4eb2-b6a7-90d77101cf35 req-5cece604-2771-499d-8ccf-b76366c30615 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Sep 04 01:11:54.162669 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-586f1105-948d-4915-8f9f-1b50bdbed598 req-83f03e5b-421e-4ec3-ba34-63003cd2bc2f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Sep 04 01:11:54.267226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11045600-046b-47b3-9ee8-b3a6e3401fe6 req-870c1cdc-cdf6-45b0-b6ce-1bfa77bd895a tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:54.268691 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11045600-046b-47b3-9ee8-b3a6e3401fe6 req-870c1cdc-cdf6-45b0-b6ce-1bfa77bd895a tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0469162 Sep 04 01:11:54.315532 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11045600-046b-47b3-9ee8-b3a6e3401fe6 req-8c490786-2bd6-4fae-b454-66991842d70e tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Sep 04 01:11:55.267035 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-33c7fa63-8b86-42b3-807e-4f58693a1596 req-9180c936-927f-4d6a-bc6f-ebf74d652ad4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Sep 04 01:11:55.435370 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0695407-14ad-431a-b668-7389b80c2271 req-862755c1-a1b4-436b-bb86-a3c113e56788 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:55.436823 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0695407-14ad-431a-b668-7389b80c2271 req-862755c1-a1b4-436b-bb86-a3c113e56788 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0458939 Sep 04 01:11:55.482254 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0695407-14ad-431a-b668-7389b80c2271 req-54ae1429-616c-4529-b685-44bb68aa2f00 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Sep 04 01:11:56.367834 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5605f456-64f8-469d-be2e-ba49c154b750 req-21a9e59f-be74-4883-ba58-6fe3989c2066 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0280390 Sep 04 01:11:56.576070 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be429a40-f0fc-436c-be62-bf49420ea582 req-1bf07a15-ca51-4085-90db-59fe8358097a tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:56.577576 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-be429a40-f0fc-436c-be62-bf49420ea582 req-1bf07a15-ca51-4085-90db-59fe8358097a tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Sep 04 01:11:56.607053 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca59f-b10a-4e08-96f9-5ebd271f2a88 req-487dac47-8aea-408b-908a-72dd38069d55 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:56.608533 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2cfca59f-b10a-4e08-96f9-5ebd271f2a88 req-487dac47-8aea-408b-908a-72dd38069d55 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Sep 04 01:11:56.636212 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:56.658332 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2cfca59f-b10a-4e08-96f9-5ebd271f2a88 req-84ab3481-36d5-493d-8dea-01b5022ab13d tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Sep 04 01:11:56.694694 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Deleting port b9900743-76d1-49ab-8971-909e2f2ba6a6 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:56.695032 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.788575 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] For port b9900743-76d1-49ab-8971-909e2f2ba6a6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9900743-76d1-49ab-8971-909e2f2ba6a6,segment=NetworkSegment(d5143c07-608b-4220-a488-1e273bbd2d73),segment_id=d5143c07-608b-4220-a488-1e273bbd2d73)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:56.789020 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.802466 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Calling delete_port for b9900743-76d1-49ab-8971-909e2f2ba6a6 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:56.972015 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b9900743-76d1-49ab-8971-909e2f2ba6a6), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.998811 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.001365 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Pushing event deleted for resources: {'Port': ['ID=b9900743-76d1-49ab-8971-909e2f2ba6a6,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:57.015116 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['b9900743-76d1-49ab-8971-909e2f2ba6a6'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:11:57.015614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.015614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.015614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.015614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.015614 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.016043 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.016245 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.016641 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.016940 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.017257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.017582 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.017906 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.018225 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.018540 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.018854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:57.033059 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.057595 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] No DVR routers for this DVR port b9900743-76d1-49ab-8971-909e2f2ba6a6 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:11:57.060189 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.063464 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-be429a40-f0fc-436c-be62-bf49420ea582 req-13390d26-8d31-4574-b3b5-cd9a62675b87 tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b9900743-76d1-49ab-8971-909e2f2ba6a6 HTTP/1.1" status: 204 len: 173 time: 0.4544079 Sep 04 01:11:57.063884 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'name': 'network-vif-deleted', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:57.066151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a4e2b-f7ee-432b-9bda-c189f134a822" -d '{"events": [{"server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "name": "network-vif-deleted", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:57.102835 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c4b6d5-a7dc-406f-a65a-13bf14da51b5 x-openstack-request-id: req-08c4b6d5-a7dc-406f-a65a-13bf14da51b5 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:57.103146 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742c96f8-ecdf-4be6-aef2-b623a653ae55", "name": "network-vif-deleted", "tag": "b9900743-76d1-49ab-8971-909e2f2ba6a6", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:57.103396 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-08c4b6d5-a7dc-406f-a65a-13bf14da51b5 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:57.104285 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c4b6d5-a7dc-406f-a65a-13bf14da51b5'] response: {'server_uuid': '742c96f8-ecdf-4be6-aef2-b623a653ae55', 'name': 'network-vif-deleted', 'tag': 'b9900743-76d1-49ab-8971-909e2f2ba6a6', 'status': 'completed', 'code': 200} Sep 04 01:11:57.459021 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=73 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.478870 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b17c5d68-f397-464a-b611-d4c893d55b81 req-9961b62f-ed9b-48b6-845c-42686cc149fb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0289607 Sep 04 01:11:57.670675 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.777851 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.787787 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b38492fd-3a86-4c11-9c61-4ed36a661807 req-96944126-6d36-4672-8210-99a0789785be tempest-VolumesSnapshotTestJSON-2019146987 tempest-VolumesSnapshotTestJSON-2019146987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=742c96f8-ecdf-4be6-aef2-b623a653ae55 HTTP/1.1" status: 200 len: 210 time: 0.0338407 Sep 04 01:11:58.586884 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a7b2bc86-fe5e-49b5-abc4-90403e92bd4e req-3f6a44c3-f921-41f5-95f2-dd0b1a88168f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0298107 Sep 04 01:11:58.648422 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-8b1b9089-f55b-4ffc-ad6c-f6e27ca9d311 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:58.649879 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-8b1b9089-f55b-4ffc-ad6c-f6e27ca9d311 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1197059 Sep 04 01:11:58.720503 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-e50bef64-bb61-4826-a526-81b131e513e2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 379 time: 0.0537312 Sep 04 01:11:58.729802 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'port': {'device_id': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'admin_state_up': True, 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'security_groups': ['ae7799c1-e8f1-411d-b799-ee663e038178']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:58.915104 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:11:58.919756 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:58.980020 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:59.052430 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.20.0.11 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/5440d337-e806-4dac-94e1-00febf7b2d00) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:11:59.190378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (5440d337-e806-4dac-94e1-00febf7b2d00), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.214847 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:59.276583 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.328813 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:11:59.332639 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:11:59.345247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:11:59.351836 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:59.406833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:59.407454 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.507121 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57f231fe-b596-4627-8d0c-2f9e327b46ca tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7809014 Sep 04 01:11:59.561791 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-dc63a032-c53a-485f-9784-a3d8808d9d47 None None] Provisioning complete for port 5440d337-e806-4dac-94e1-00febf7b2d00 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:11:59.562375 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-dc63a032-c53a-485f-9784-a3d8808d9d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.597663 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a032-c53a-485f-9784-a3d8808d9d47 None None] Port 5440d337-e806-4dac-94e1-00febf7b2d00 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:11:59.624188 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Request body: {'port': {'device_id': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:59.684718 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.713411 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611908ed-7a36-4ca3-a71f-8a713851ab74 req-ea43ea83-9985-4b04-9e23-11c26df6ba74 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:59.714934 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-611908ed-7a36-4ca3-a71f-8a713851ab74 req-ea43ea83-9985-4b04-9e23-11c26df6ba74 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 932 time: 0.0500391 Sep 04 01:11:59.763521 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-611908ed-7a36-4ca3-a71f-8a713851ab74 req-ef6c11f1-be16-4f25-9d94-bdf29afc92fd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Sep 04 01:11:59.941305 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440d337-e806-4dac-94e1-00febf7b2d00 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:59.949372 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks [] for port (5440d337-e806-4dac-94e1-00febf7b2d00), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.961365 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Transition to ACTIVE for port object 5440d337-e806-4dac-94e1-00febf7b2d00 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:12:00.016930 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:00.037349 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b9900743-76d1-49ab-8971-909e2f2ba6a6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:00.059634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: b9900743-76d1-49ab-8971-909e2f2ba6a6 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:00.059980 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b9900743-76d1-49ab-8971-909e2f2ba6a6 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:00.076686 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Pushing event updated for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:00.126601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Attempting to bind port 5440d337-e806-4dac-94e1-00febf7b2d00 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:12:00.126854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Attempting to bind port 5440d337-e806-4dac-94e1-00febf7b2d00 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:12:00.127175 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Attempting to bind port 5440d337-e806-4dac-94e1-00febf7b2d00 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:12:00.129797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:00.131932 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Port 5440d337-e806-4dac-94e1-00febf7b2d00 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:12:00.132231 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Attempting to bind port 5440d337-e806-4dac-94e1-00febf7b2d00 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:12:00.138102 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:12:00.138433 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:12:00.138810 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:12:00.139228 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Bound port: 5440d337-e806-4dac-94e1-00febf7b2d00, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:12:00.139575 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:00.199663 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:12:00.202840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5440d337-e806-4dac-94e1-00febf7b2d00,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:12:00.320799 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:00.326810 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.327420 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:00.328804 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5440d337-e806-4dac-94e1-00febf7b2d00 HTTP/1.1" status: 200 len: 1094 time: 0.7563665 Sep 04 01:12:00.329286 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:00.331549 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f8283-a281-4d88-9bd3-3bc7a88022bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:00.373887 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d7a236-031f-4d5b-8b2a-19edfc20c72c x-openstack-request-id: req-d7d7a236-031f-4d5b-8b2a-19edfc20c72c {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:00.374165 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:00.374428 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7d7a236-031f-4d5b-8b2a-19edfc20c72c {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:00.374802 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d7a236-031f-4d5b-8b2a-19edfc20c72c'] response: {'name': 'network-changed', 'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00', 'status': 'completed', 'code': 200} Sep 04 01:12:00.379180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc1efc-4d66-47f3-87d2-82f1f57cf357 service neutron] Pushing event updated for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:00.462753 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-5b737c78-ce86-41e2-9598-148fea6c5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.464997 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-5b737c78-ce86-41e2-9598-148fea6c5aba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 1128 time: 0.0449548 Sep 04 01:12:00.535672 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:00.572915 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-876acfb9-10d8-4662-b7fe-ad4cc27c7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.574363 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-876acfb9-10d8-4662-b7fe-ad4cc27c7e11 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=ef5de4321f9c4687a0bae83183b59a39&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966446 Sep 04 01:12:00.671849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-aa27c421-af42-4115-b1ea-e136f6478b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.673327 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a05f8283-a281-4d88-9bd3-3bc7a88022bf req-aa27c421-af42-4115-b1ea-e136f6478b3c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933051 Sep 04 01:12:00.779147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57793c24-b3b9-4308-98f0-95fbfeafdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.780619 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-57793c24-b3b9-4308-98f0-95fbfeafdc5d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 1128 time: 0.0387039 Sep 04 01:12:00.826747 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-f9e4d90b-138f-48a2-b231-bbac267129c8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440d337-e806-4dac-94e1-00febf7b2d00 HTTP/1.1" status: 200 len: 217 time: 0.0329998 Sep 04 01:12:00.878853 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-28a8d130-2e27-481b-8dea-c8a36bf78ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.880309 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-28a8d130-2e27-481b-8dea-c8a36bf78ed1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0465603 Sep 04 01:12:00.886312 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc8ea-dcaa-4b0c-a74d-1b5576f93d78 req-7a6bbe6c-392c-4a22-8dec-31b992cb9314 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.887763 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f58dc8ea-dcaa-4b0c-a74d-1b5576f93d78 req-7a6bbe6c-392c-4a22-8dec-31b992cb9314 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 944 time: 0.0475748 Sep 04 01:12:00.925290 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-c363d280-6197-445b-bd83-1a3661331594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.926856 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-c363d280-6197-445b-bd83-1a3661331594 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399582 Sep 04 01:12:00.936190 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f58dc8ea-dcaa-4b0c-a74d-1b5576f93d78 req-74e0e3f8-a153-4a2c-a21b-f622014d7e16 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427272 Sep 04 01:12:01.017221 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-ca6df0f6-13a8-497b-bb39-1b03cb584922 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Sep 04 01:12:01.108030 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1a5af8b7-488c-48c4-8cae-a34812117e1a req-0870eb0d-2865-47ac-87de-d44bcf52a1bf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843396 Sep 04 01:12:02.059778 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50edbd8-e161-46aa-b530-eb862fbea74a req-c86d9fc7-9a61-4c03-a3ea-0f831d10f97f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:02.061267 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d50edbd8-e161-46aa-b530-eb862fbea74a req-c86d9fc7-9a61-4c03-a3ea-0f831d10f97f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 944 time: 0.0467160 Sep 04 01:12:02.110234 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d50edbd8-e161-46aa-b530-eb862fbea74a req-8a21db8e-577c-4fbc-967e-878999d115eb tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Sep 04 01:12:03.230536 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ed429-27e4-4aa0-9b3a-a4f29797ee3a req-bcdafa32-b717-4370-a396-fa3fa618b8fc tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:03.232581 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee6ed429-27e4-4aa0-9b3a-a4f29797ee3a req-bcdafa32-b717-4370-a396-fa3fa618b8fc tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 944 time: 0.0464158 Sep 04 01:12:03.283240 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee6ed429-27e4-4aa0-9b3a-a4f29797ee3a req-7c07f478-1621-4b1c-9eac-fa1200ab2b4e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Sep 04 01:12:04.053916 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5440d337-e806-4dac-94e1-00febf7b2d00 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:12:04.056852 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:04.158114 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5440d337-e806-4dac-94e1-00febf7b2d00,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:04.169935 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '5440d337-e806-4dac-94e1-00febf7b2d00', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'port_id': '5440d337-e806-4dac-94e1-00febf7b2d00', 'mac_address': 'fa:16:3e:48:1d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:12:04.203537 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 5440d337-e806-4dac-94e1-00febf7b2d00 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:04.203919 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:04.218278 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440d337-e806-4dac-94e1-00febf7b2d00 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:12:04.241454 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5440d337-e806-4dac-94e1-00febf7b2d00,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:04.320719 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:04.372947 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:04.412588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87febdf-3355-406f-b2a8-8eb51f2248e7 req-da7b3adc-1818-4612-a4d1-c362b501d6a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:04.412588 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f87febdf-3355-406f-b2a8-8eb51f2248e7 req-da7b3adc-1818-4612-a4d1-c362b501d6a1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Sep 04 01:12:04.468406 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f87febdf-3355-406f-b2a8-8eb51f2248e7 req-dfc1c77f-6b01-4f04-922e-2da0f057c6aa tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432098 Sep 04 01:12:04.769361 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['5440d337-e806-4dac-94e1-00febf7b2d00'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:12:05.592739 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fa93a-1a3e-402b-9459-5d6f8f1dc412 req-ec1f06c5-b6d9-438f-9ede-5d4566250b37 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:05.594322 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a46fa93a-1a3e-402b-9459-5d6f8f1dc412 req-ec1f06c5-b6d9-438f-9ede-5d4566250b37 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Sep 04 01:12:05.606321 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-154d8bfb-bee8-4caa-8d7e-4a6e9e6b81a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.645358 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a46fa93a-1a3e-402b-9459-5d6f8f1dc412 req-341ad4b9-b53a-42b7-9f91-ba35cb5dcf70 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Sep 04 01:12:06.065507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5440d337-e806-4dac-94e1-00febf7b2d00 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:12:06.111073 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 5440d337-e806-4dac-94e1-00febf7b2d00 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:12:06.177241 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 5440d337-e806-4dac-94e1-00febf7b2d00 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:12:06.177551 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:06.250972 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 5440d337-e806-4dac-94e1-00febf7b2d00 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:06.251357 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:06.274763 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:06.277016 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed77415-9bb1-44fd-a06d-e21cc27a8db5" -d '{"events": [{"server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "name": "network-vif-plugged", "status": "completed", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:06.290007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5440d337-e806-4dac-94e1-00febf7b2d00,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:06.314239 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa894e6-b029-4915-b80a-259575d9e4db x-openstack-request-id: req-cfa894e6-b029-4915-b80a-259575d9e4db {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:06.314512 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "name": "network-vif-plugged", "status": "completed", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:06.314815 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cfa894e6-b029-4915-b80a-259575d9e4db {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:06.315215 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa894e6-b029-4915-b80a-259575d9e4db'] response: {'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00', 'code': 200} Sep 04 01:12:06.332355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:06.383618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:06.695345 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:06.701632 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ef25c-efad-47c4-a449-184af9cf438b req-d6549aec-6d4e-4069-9b02-52c1415651d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:06.703247 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-be8ef25c-efad-47c4-a449-184af9cf438b req-d6549aec-6d4e-4069-9b02-52c1415651d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 1130 time: 0.0431635 Sep 04 01:12:06.781520 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-be8ef25c-efad-47c4-a449-184af9cf438b req-a66facec-c884-48fb-8719-5f04155a34bf service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722692 Sep 04 01:12:06.789682 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06d08-ad88-4866-ba15-fdf94c5deab4 req-b1a86b8c-2c48-4c45-8194-3e324bd1d41b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:06.789682 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-20f06d08-ad88-4866-ba15-fdf94c5deab4 req-b1a86b8c-2c48-4c45-8194-3e324bd1d41b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0658481 Sep 04 01:12:06.836868 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-20f06d08-ad88-4866-ba15-fdf94c5deab4 req-f3557fa0-b7d6-43f5-8d70-e42a15654c97 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422373 Sep 04 01:12:06.995059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8aa0c-4eec-4214-a210-97efbcfa31ff req-fcbecd06-c5b3-4791-af9f-639ec5413165 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:06.996517 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77f8aa0c-4eec-4214-a210-97efbcfa31ff req-fcbecd06-c5b3-4791-af9f-639ec5413165 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0482898 Sep 04 01:12:07.047416 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77f8aa0c-4eec-4214-a210-97efbcfa31ff req-93ab0b56-7555-4299-87a3-a5778f18c1e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 Sep 04 01:12:07.921180 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-4b429b06-f321-4a60-acbe-d5aa12a70444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:07.960869 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba88d8-997c-4e04-af65-698d143856ba req-a0661bc1-7f2a-4ef6-bbcd-8d458bb628a3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.962340 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d9ba88d8-997c-4e04-af65-698d143856ba req-a0661bc1-7f2a-4ef6-bbcd-8d458bb628a3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0480924 Sep 04 01:12:08.010423 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d9ba88d8-997c-4e04-af65-698d143856ba req-1a6f07ff-f2b3-43e4-b749-aa45dcf30f5b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Sep 04 01:12:08.177146 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fd96b-783e-4921-b76b-0870e9e2b269 req-41ae3b7d-ff10-4206-8bd6-aace1a72411d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:08.178504 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-028fd96b-783e-4921-b76b-0870e9e2b269 req-41ae3b7d-ff10-4206-8bd6-aace1a72411d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0459034 Sep 04 01:12:08.224255 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-028fd96b-783e-4921-b76b-0870e9e2b269 req-9b6fbcd3-80df-4f51-a8cf-f95a7b1660c3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Sep 04 01:12:09.132673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22bf84-2ba3-412c-a098-68eee9269973 req-b2b671c9-a907-49a5-8911-f96d166debb3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:09.134142 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3a22bf84-2ba3-412c-a098-68eee9269973 req-b2b671c9-a907-49a5-8911-f96d166debb3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Sep 04 01:12:09.183519 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3a22bf84-2ba3-412c-a098-68eee9269973 req-e8a47164-19b0-4096-ba49-a3b99a1868e2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Sep 04 01:12:09.310883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.316284 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:09.353030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b402f-9960-4537-8c8f-8df0ca5a2d43 req-bc3695a8-1f93-4684-ac70-a24359c20e25 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:09.354600 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0f3b402f-9960-4537-8c8f-8df0ca5a2d43 req-bc3695a8-1f93-4684-ac70-a24359c20e25 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0488622 Sep 04 01:12:09.404130 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0f3b402f-9960-4537-8c8f-8df0ca5a2d43 req-064b0547-64b8-469c-af84-8d06fa4f93d3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Sep 04 01:12:10.180229 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-e2ea5435-121f-435d-a78e-acb8e5db4921 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:10.181592 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-e2ea5435-121f-435d-a78e-acb8e5db4921 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0503752 Sep 04 01:12:10.273352 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Deleting port b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:10.273786 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.321382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560262f9-4ee6-44e0-92f8-965819a6b74c req-b8a659a1-866a-48e6-a903-8c154d2f9798 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:10.322932 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-560262f9-4ee6-44e0-92f8-965819a6b74c req-b8a659a1-866a-48e6-a903-8c154d2f9798 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Sep 04 01:12:10.375643 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-560262f9-4ee6-44e0-92f8-965819a6b74c req-9e5db596-c5de-40ce-996c-25f8ff740699 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471084 Sep 04 01:12:10.376118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] For port b0b604de-d50c-4b86-8f56-a8b0405bff47, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0b604de-d50c-4b86-8f56-a8b0405bff47,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:10.376637 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.532471 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9a9f0-a69b-46b2-8b73-7a2f302745fe req-5dba784a-142b-4cc7-9570-68ae561f7833 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:10.534059 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4f9a9f0-a69b-46b2-8b73-7a2f302745fe req-5dba784a-142b-4cc7-9570-68ae561f7833 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 947 time: 0.0475326 Sep 04 01:12:10.537588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3defb-6398-4366-a4d8-19d826e74d71 req-0372c63a-fe3d-4ae1-89d0-9bf01a144396 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:10.539063 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d3defb-6398-4366-a4d8-19d826e74d71 req-0372c63a-fe3d-4ae1-89d0-9bf01a144396 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0710459 Sep 04 01:12:10.553054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37350) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:10.558728 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'port_id': '5440d337-e806-4dac-94e1-00febf7b2d00'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:10.592152 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.592152 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.592405 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Floating IP d18cfa91-65e6-479f-b368-656e665f009c disassociated. External IP: 172.37.6.98, port: b0b604de-d50c-4b86-8f56-a8b0405bff47. Sep 04 01:12:10.592620 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Calling delete_port for b0b604de-d50c-4b86-8f56-a8b0405bff47 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:10.618820 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.665809 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4f9a9f0-a69b-46b2-8b73-7a2f302745fe req-52fe6d58-ce4c-4e71-a5ee-9f773b4cdce6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3d206eea-0559-47bc-bc13-0a9baaf0d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260393 Sep 04 01:12:10.691039 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.694701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.712761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.818074 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b0b604de-d50c-4b86-8f56-a8b0405bff47), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.830645 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.841358 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.848257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'Port': ['ID=b0b604de-d50c-4b86-8f56-a8b0405bff47,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:10.955976 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.959890 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:11.073949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.120802 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.224075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 5b8c3c52-9ddc-496b-a9b1-2e61995dda7c associated. External IP: 172.37.6.150, port: 5440d337-e806-4dac-94e1-00febf7b2d00. Sep 04 01:12:11.326793 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:11.337651 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:11.349537 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:11.350390 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:11.375306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] No DVR routers for this DVR port b0b604de-d50c-4b86-8f56-a8b0405bff47 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:11.378202 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.383626 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e03a2faf-c259-4e02-9f9f-7a05ab169398 req-a247022e-45f6-495b-9b72-987ef798ce5b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b0b604de-d50c-4b86-8f56-a8b0405bff47 HTTP/1.1" status: 204 len: 173 time: 1.1966896 Sep 04 01:12:11.386159 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-deleted', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:11.394105 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65652fcf-b1f1-4b61-9fc4-b1a7b126cd00" -d '{"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-deleted", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:11.499022 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180bebb-c839-4563-9148-b565e7e8c146 x-openstack-request-id: req-8180bebb-c839-4563-9148-b565e7e8c146 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:11.499344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824238e-f644-41a1-981f-e90d40bbbdfc", "name": "network-vif-deleted", "tag": "b0b604de-d50c-4b86-8f56-a8b0405bff47", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:11.499683 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8180bebb-c839-4563-9148-b565e7e8c146 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:11.500181 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8180bebb-c839-4563-9148-b565e7e8c146'] response: {'server_uuid': '1824238e-f644-41a1-981f-e90d40bbbdfc', 'name': 'network-vif-deleted', 'tag': 'b0b604de-d50c-4b86-8f56-a8b0405bff47', 'status': 'completed', 'code': 200} Sep 04 01:12:11.578029 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:11.665319 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:11.775690 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:11.791488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:11.794759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.801521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:11.806276 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:11.815840 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:11.816435 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:11.819696 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:11.821796 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:11.841556 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-781b3af9-20d2-4749-a565-2f138844d487 req-91976ff2-47db-4e4a-a13e-1a09748af932 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1824238e-f644-41a1-981f-e90d40bbbdfc HTTP/1.1" status: 200 len: 210 time: 0.0539420 Sep 04 01:12:11.861065 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c36df974-ddac-4020-9c96-c1ecd5ed10c4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5b8c3c52-9ddc-496b-a9b1-2e61995dda7c HTTP/1.1" status: 200 len: 992 time: 1.3069484 Sep 04 01:12:11.861755 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:11.864206 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cc587c-4843-4a6c-b219-9d587558d6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:11.932355 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:11.974541 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1276b632-6398-4d0d-bee6-34c0d05b6d69 x-openstack-request-id: req-1276b632-6398-4d0d-bee6-34c0d05b6d69 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:11.974826 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:11.975068 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1276b632-6398-4d0d-bee6-34c0d05b6d69 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:11.975456 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1276b632-6398-4d0d-bee6-34c0d05b6d69'] response: {'name': 'network-changed', 'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00', 'status': 'completed', 'code': 200} Sep 04 01:12:11.979223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:12.075828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-5b0ad317-a412-4e7d-b780-7e0c328d0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:12.077724 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-5b0ad317-a412-4e7d-b780-7e0c328d0ec7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 1130 time: 0.0453999 Sep 04 01:12:12.150084 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.176494 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e7261-671e-468c-9e61-1ab9cffd2d2a None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:12.186436 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-92abc8d0-a471-4f80-911b-8f566110dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:12.186436 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-92abc8d0-a471-4f80-911b-8f566110dbee service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 915 time: 0.0984075 Sep 04 01:12:12.203108 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.206812 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b8c3c52-9ddc-496b-a9b1-2e61995dda7c', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.150', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '5440d337-e806-4dac-94e1-00febf7b2d00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:48:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:51Z', 'updated_at': '2022-09-04T01:12:10Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.210087 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.233968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:12.243529 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:12.244133 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.354830 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:12.384315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.406174 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-cb1fa93a-c053-4e44-82d0-81d9f4f2bb6b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440d337-e806-4dac-94e1-00febf7b2d00 HTTP/1.1" status: 200 len: 1000 time: 0.0771906 Sep 04 01:12:12.412126 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab0e68-c850-4400-98a4-8b46b34d3cde None None] New status for floating IP d18cfa91-65e6-479f-b368-656e665f009c: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:12.468033 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-1e23a23f-de9c-4845-a493-c500503318b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:12.471326 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-1e23a23f-de9c-4845-a493-c500503318b8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0598178 Sep 04 01:12:12.489094 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.518282 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-2296fb82-cdc3-4d02-90bc-1d030f691bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:12.519861 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-2296fb82-cdc3-4d02-90bc-1d030f691bcc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427876 Sep 04 01:12:12.598005 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b8c3c52-9ddc-496b-a9b1-2e61995dda7c', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.150', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '5440d337-e806-4dac-94e1-00febf7b2d00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:48:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:51Z', 'updated_at': '2022-09-04T01:12:10Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.631930 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-902bcf9e-4951-43b0-978f-0a01f9b1e317 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057773 Sep 04 01:12:12.731151 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4cc587c-4843-4a6c-b219-9d587558d6fa req-fc1e964e-6996-4a4c-96b7-9dd4bea221d1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925720 Sep 04 01:12:12.749664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb33cca-287a-4b81-8d23-c179c84217b1 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b8c3c52-9ddc-496b-a9b1-2e61995dda7c', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.150', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '5440d337-e806-4dac-94e1-00febf7b2d00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:48:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:51Z', 'updated_at': '2022-09-04T01:12:10Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:12.976884 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51963b-0811-410a-a9cc-cc2100148c74 None None] New status for floating IP 5b8c3c52-9ddc-496b-a9b1-2e61995dda7c: ACTIVE {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:13.024825 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37380) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.096497 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (3d206eea-0559-47bc-bc13-0a9baaf0d4a0), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.117212 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (3d206eea-0559-47bc-bc13-0a9baaf0d4a0), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.229511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3d206eea-0559-47bc-bc13-0a9baaf0d4a0), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.234151 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.234151 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3d206eea-0559-47bc-bc13-0a9baaf0d4a0 HTTP/1.1" status: 204 len: 168 time: 0.2082915 Sep 04 01:12:13.237428 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37384) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.244198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c75ed-bdca-4e4f-8ca8-a2c3d4a8da51 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d206eea-0559-47bc-bc13-0a9baaf0d4a0,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:13.253198 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.api.v2.resource [None req-e2efb376-00c6-4596-8ca7-e0307bce640a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] show failed (client error): The resource could not be found. Sep 04 01:12:13.254209 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e2efb376-00c6-4596-8ca7-e0307bce640a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups/3d206eea-0559-47bc-bc13-0a9baaf0d4a0 HTTP/1.1" status: 404 len: 347 time: 0.0156159 Sep 04 01:12:13.257186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37386) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.369055 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Deleting port f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:13.369305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.423413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.449139 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.449462 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.462233 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Calling delete_port for f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:13.521527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.686349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.711486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'Port': ['ID=f4decb40-d7d0-40f5-acf4-67a0ae0c5c5f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:13.770740 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (d18cfa91-65e6-479f-b368-656e665f009c), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.773262 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.774372 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c233fd2a-879b-4847-8c3a-739a00f5dc99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d18cfa91-65e6-479f-b368-656e665f009c HTTP/1.1" status: 204 len: 168 time: 0.5162575 Sep 04 01:12:13.917701 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37390) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.922987 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019390123', 'description': 'tempest-description--1051645322'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:14.030087 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.067538 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:14.096693 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (962f895a-7600-46cd-9158-37d142c49388), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.105821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:14.129571 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: b0b604de-d50c-4b86-8f56-a8b0405bff47 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:14.129918 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device b0b604de-d50c-4b86-8f56-a8b0405bff47 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:14.178449 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (962f895a-7600-46cd-9158-37d142c49388), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.195644 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:14.208754 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962f895a-7600-46cd-9158-37d142c49388,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.295464 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.296925 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-74d7d3f8-08ac-4e28-b2db-9889a84e1bee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3782306 Sep 04 01:12:14.299959 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37400) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:14.304612 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group_rule': {'security_group_id': '962f895a-7600-46cd-9158-37d142c49388', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:14.390664 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (6ee671da-cda5-4a47-929e-38aff40fae81), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.447469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (6ee671da-cda5-4a47-929e-38aff40fae81), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.509130 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (6ee671da-cda5-4a47-929e-38aff40fae81), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.529427 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee671da-cda5-4a47-929e-38aff40fae81,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.596748 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.597927 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a36e44a0-a2a1-4648-8cd4-e32f1045d884 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968996 Sep 04 01:12:14.600597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37402) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:14.604782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'security_group_rule': {'security_group_id': '962f895a-7600-46cd-9158-37d142c49388', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:14.708902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (8e02b9ad-daae-471d-adb1-78bb480e3777), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.766372 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (8e02b9ad-daae-471d-adb1-78bb480e3777), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.834748 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (8e02b9ad-daae-471d-adb1-78bb480e3777), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.852300 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e02b9ad-daae-471d-adb1-78bb480e3777,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.928127 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.929356 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c7b27a9b-2169-4974-8238-877b501ef34c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278093 Sep 04 01:12:14.932597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37404) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:14.937498 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:15.029117 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.108593 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.191490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:15.211625 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Allocated IP 172.37.6.236 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/394a9f37-6569-46c3-9a4d-b29c5e7ba36f) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:12:15.297270 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:15.319200 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.406696 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.446490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:12:15.449229 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:12:15.451747 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:12:15.482922 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=394a9f37-6569-46c3-9a4d-b29c5e7ba36f,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:15.547335 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.659265 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.809950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.852381 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.875261 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:15.924532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.926963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=394a9f37-6569-46c3-9a4d-b29c5e7ba36f,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:16.031675 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:16.032927 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b65778ad-727b-4c67-a98c-bd7a9cdb61e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0993814 Sep 04 01:12:16.186706 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-4c5f795d-0381-4d6d-a9e6-ae817c579861 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2019390123&fields=id&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 267 time: 0.0435963 Sep 04 01:12:16.296065 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-eb11513f-f9b6-4211-9594-7cc0d176413c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:16.297537 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-eb11513f-f9b6-4211-9594-7cc0d176413c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 814 time: 0.1043708 Sep 04 01:12:16.312232 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-36bb0d73-82ea-408b-9dd4-d4df84051904 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/quotas/e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 375 time: 0.0094132 Sep 04 01:12:16.360659 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-446b34b1-69cf-4ecd-8b72-5852d43d7ff6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436802 Sep 04 01:12:16.459368 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-4c74b8cb-01a9-475b-bf7d-6f810ba9c641 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874753 Sep 04 01:12:16.551789 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-073915f7-3180-4e10-a11e-32daf059dfc4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Sep 04 01:12:16.804532 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4fb5464d-2e63-4bba-aff6-e3827204e89f req-e27fc5ad-e440-4d13-921c-1e2e23aeafa0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 210 time: 0.0320082 Sep 04 01:12:17.913456 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-57e18803-9b3c-4e8e-933f-a0470701bab4 req-fbd35e03-ac8b-407e-9a47-6e78275bd952 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 210 time: 0.0288453 Sep 04 01:12:19.008773 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-842a18ef-0647-4719-85b8-64599b5c87da tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:19.010536 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-842a18ef-0647-4719-85b8-64599b5c87da tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 814 time: 0.1056714 Sep 04 01:12:19.026714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1bf1e3c1-221f-46cb-a254-2bb9d636f378 req-2fa7391f-a6db-4a85-9108-c319cf801696 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 210 time: 0.0296474 Sep 04 01:12:19.080810 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-f0e89d83-4365-4faf-95a3-c3e34c72a382 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 380 time: 0.0533257 Sep 04 01:12:19.091624 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'port': {'device_id': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'admin_state_up': True, 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'security_groups': ['962f895a-7600-46cd-9158-37d142c49388']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:19.286676 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Made reservation on behalf of e334b7aa2f1848c1999d86ac666fe65e for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:12:19.290735 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.420941 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Allocated IP 172.20.0.5 (761493cb-9c37-4208-8cf3-32be61673510/55dfd1b7-cc29-4ac9-8547-00c09c36aed1/9d24960e-cbea-4133-84aa-fc4b7a2c20f7) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:12:19.447023 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:19.503039 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:19.563446 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.664051 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.709074 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Network 761493cb-9c37-4208-8cf3-32be61673510 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:12:19.712119 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:12:19.715943 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:12:19.722207 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:19.773823 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:19.774443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.877971 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-5446dd0b-1819-4582-876f-3e2c123ab1d1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920988 Sep 04 01:12:19.895769 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Request body: {'port': {'device_id': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:19.951155 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-76bf7890-21bb-4af5-898d-5f47e4e8b9eb None None] Provisioning complete for port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:12:19.951707 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-76bf7890-21bb-4af5-898d-5f47e4e8b9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.956180 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.983950 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-76bf7890-21bb-4af5-898d-5f47e4e8b9eb None None] Port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:12:20.116379 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:20.176233 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce908eb-a210-44ab-9741-04c1fffa0836 req-234ccfa8-03d1-486b-ba38-b478777d02fb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.177800 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5ce908eb-a210-44ab-9741-04c1fffa0836 req-234ccfa8-03d1-486b-ba38-b478777d02fb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 931 time: 0.0602469 Sep 04 01:12:20.264924 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5ce908eb-a210-44ab-9741-04c1fffa0836 req-9c4c2100-32ca-499d-8eaf-d55fa3c8a9cb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781536 Sep 04 01:12:20.293135 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:12:20.300901 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks [] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:20.313909 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Transition to ACTIVE for port object 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:12:20.366204 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:20.446438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:20.478826 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Attempting to bind port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:12:20.479146 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Attempting to bind port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:12:20.479470 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Attempting to bind port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:12:20.484951 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 on network 761493cb-9c37-4208-8cf3-32be61673510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:12:20.485205 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Attempting to bind port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 on network 761493cb-9c37-4208-8cf3-32be61673510 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:12:20.490281 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:12:20.490612 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Checking segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:12:20.493850 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Bound using segment: {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:12:20.493850 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Bound port: 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a65614c-9951-4df8-9b25-a7477f443387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '761493cb-9c37-4208-8cf3-32be61673510'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:12:20.493850 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:20.553671 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:12:20.556608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:12:20.607175 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:20.612342 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.612986 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:20.614352 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 1093 time: 0.7226615 Sep 04 01:12:20.614842 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:20.617127 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6cb773-f09c-40c9-aae6-9eb6d482d563" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:20.661074 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411d64-7816-4700-bbc8-9ef531c26480 service neutron] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:20.677471 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1018d2de-c38f-4e42-bf5e-3ae6bbba599c x-openstack-request-id: req-1018d2de-c38f-4e42-bf5e-3ae6bbba599c {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:20.677471 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:20.677471 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1018d2de-c38f-4e42-bf5e-3ae6bbba599c {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:20.677471 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1018d2de-c38f-4e42-bf5e-3ae6bbba599c'] response: {'name': 'network-changed', 'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'status': 'completed', 'code': 200} Sep 04 01:12:20.738802 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:20.773981 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-713daaf6-7234-42d1-9f2a-c11dbf100cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.775486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-713daaf6-7234-42d1-9f2a-c11dbf100cf0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1127 time: 0.0449109 Sep 04 01:12:20.883484 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-1780e08f-e920-4d30-bc3d-3333addab1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.885262 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-1780e08f-e920-4d30-bc3d-3333addab1c9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0948408 Sep 04 01:12:20.980850 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-a80df723-c070-4446-8592-5817cec94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.983117 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bf6cb773-f09c-40c9-aae6-9eb6d482d563 req-a80df723-c070-4446-8592-5817cec94f79 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920694 Sep 04 01:12:21.068846 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:12:21.081894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-6ca80ac5-e64f-49dd-b52a-efd80390bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:21.083495 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-6ca80ac5-e64f-49dd-b52a-efd80390bea1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1127 time: 0.0399873 Sep 04 01:12:21.131358 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-ab12f71c-ef3b-40ac-b2e3-2ae644b79890 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 217 time: 0.0327976 Sep 04 01:12:21.181797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-94794461-0a67-4fdc-9cdd-cf349c36ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:21.183185 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-94794461-0a67-4fdc-9cdd-cf349c36ff08 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0462532 Sep 04 01:12:21.229597 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-147cea5c-970f-4d11-80a4-ee3309252176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:21.231995 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-147cea5c-970f-4d11-80a4-ee3309252176 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0404680 Sep 04 01:12:21.325520 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-054affaf-b091-4005-bdfa-a08e745d4255 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Sep 04 01:12:21.422332 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9162435-3593-4793-9fdf-86efff974b4f req-4e9860b1-f11a-470a-b041-390954949181 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:21.423759 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e9162435-3593-4793-9fdf-86efff974b4f req-4e9860b1-f11a-470a-b041-390954949181 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0758488 Sep 04 01:12:21.427638 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:21.471836 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-02d4b915-c083-4f5a-9ad3-5397f9166038 req-8613bdde-f36c-4597-96b7-298ad987202a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416240 Sep 04 01:12:21.491848 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e9162435-3593-4793-9fdf-86efff974b4f req-de5a2ba3-7fae-458b-bc64-26a9a5ea3b4a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608404 Sep 04 01:12:21.753447 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37496) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:21.797842 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Deleting subnet ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:12:21.800994 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Publish callbacks [] for subnet (ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:21.835451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:21.874496 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:21.984513 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.012043 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:22.016195 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.019324 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6f36f7fe-e98a-4ced-809b-f3cb57505f48 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ba79a9e4-8ca7-40cc-ad1b-8fd8d7632eaf HTTP/1.1" status: 204 len: 168 time: 0.2648807 Sep 04 01:12:22.021967 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37504) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:22.089403 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (719e1ac8-c018-4261-bec3-4937b21ef767), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.158560 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:22.171830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (719e1ac8-c018-4261-bec3-4937b21ef767), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.190968 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719e1ac8-c018-4261-bec3-4937b21ef767']}} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:22.201136 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5143c07-608b-4220-a488-1e273bbd2d73') {'for_net_delete': True} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:22.201420 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5143c07-608b-4220-a488-1e273bbd2d73') {} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:22.210736 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33030340'] for segment (d5143c07-608b-4220-a488-1e273bbd2d73), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.226515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d5143c07-608b-4220-a488-1e273bbd2d73), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.233438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=106859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:12:22.233871 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33031613'] for segment (d5143c07-608b-4220-a488-1e273bbd2d73), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.345998 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (719e1ac8-c018-4261-bec3-4937b21ef767), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.351110 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.354312 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/719e1ac8-c018-4261-bec3-4937b21ef767 HTTP/1.1" status: 204 len: 168 time: 0.3313699 Sep 04 01:12:22.366957 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c609-f239-4e17-bcda-a0a0e42e2a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=719e1ac8-c018-4261-bec3-4937b21ef767,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:22.372238 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment d5143c07-608b-4220-a488-1e273bbd2d73 resource provider aggregate not found Sep 04 01:12:22.390219 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment d5143c07-608b-4220-a488-1e273bbd2d73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5143c07-608b-4220-a488-1e273bbd2d73 found for delete ", "request_id": "req-53880ccb-4dfa-4676-af77-15210404d7ce"}]} Sep 04 01:12:22.619604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623811-b62f-4725-b988-d20ddceedce0 req-e3468200-140f-4e20-95b3-434b358a92e2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:22.621104 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-03623811-b62f-4725-b988-d20ddceedce0 req-e3468200-140f-4e20-95b3-434b358a92e2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0480850 Sep 04 01:12:22.670190 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-03623811-b62f-4725-b988-d20ddceedce0 req-0d7c77e6-0270-460f-9359-7992aff4d8cf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Sep 04 01:12:22.693034 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37526) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:22.732536 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d5d41340-cace-4025-bb84-252c1f7f6d95 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=18076036cce84d48bc9df44f5b563bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383635 Sep 04 01:12:22.735094 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37528) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:22.782008 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] Publish callbacks [] for security_group (c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.801635 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] Publish callbacks [] for security_group (c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.892222 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.894824 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:22.895970 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d HTTP/1.1" status: 204 len: 168 time: 0.1599832 Sep 04 01:12:22.898132 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:22.905006 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513a624-fead-4b29-a0b0-bf69c1919e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18aa5dc-2b8b-4d03-b4b0-3af70bfd3b7d,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:23.800033 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dd7-434e-4ecd-a00b-ec0736c3e8b3 req-dc937f51-04b0-4391-ad30-2bffec1207e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:23.801494 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a6098dd7-434e-4ecd-a00b-ec0736c3e8b3 req-dc937f51-04b0-4391-ad30-2bffec1207e1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0488052 Sep 04 01:12:23.847437 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a6098dd7-434e-4ecd-a00b-ec0736c3e8b3 req-175510c8-84ff-4c64-a86d-f2d4313f423a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Sep 04 01:12:24.172211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:12:24.275350 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:24.286099 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:12:24.320090 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:24.320400 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:24.333057 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:12:24.356726 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:24.412408 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:24.460148 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:24.467198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.467547 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.467891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.468256 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.468626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.468962 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.469290 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.469616 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.469949 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.470276 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.470603 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.470933 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.471279 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.471600 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.471920 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:24.938739 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['9d24960e-cbea-4133-84aa-fc4b7a2c20f7'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:12:24.973156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd774d04-2aad-4892-835d-25fd096fbfb1 req-cdf6d2ba-f63f-4ace-8eab-bf8b49d1a588 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:24.976063 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fd774d04-2aad-4892-835d-25fd096fbfb1 req-cdf6d2ba-f63f-4ace-8eab-bf8b49d1a588 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0489235 Sep 04 01:12:25.022405 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fd774d04-2aad-4892-835d-25fd096fbfb1 req-19b0a88f-e9ca-4f21-aca0-ed2a3d72096c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Sep 04 01:12:25.931374 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff86f0-306a-4e31-8faa-ff4ef64b1567 req-7ce188e1-49fb-4456-b86d-bf17e4ac1280 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:25.932870 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-93ff86f0-306a-4e31-8faa-ff4ef64b1567 req-7ce188e1-49fb-4456-b86d-bf17e4ac1280 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0457671 Sep 04 01:12:25.982051 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-93ff86f0-306a-4e31-8faa-ff4ef64b1567 req-d36d411d-fb9b-4474-a4f2-b1ae6cd64ab3 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Sep 04 01:12:26.153672 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778556d-62cf-4164-93e1-78306e963e90 req-680265c9-a8de-4746-a7cf-909bda4b0431 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:26.155102 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d778556d-62cf-4164-93e1-78306e963e90 req-680265c9-a8de-4746-a7cf-909bda4b0431 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0506048 Sep 04 01:12:26.175965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:12:26.204254 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d778556d-62cf-4164-93e1-78306e963e90 req-e45e511d-4f85-42cc-9216-2a8995da11ee tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430794 Sep 04 01:12:26.220412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:12:26.222646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:26.303764 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:12:26.304127 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:26.376435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:26.376890 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:26.399583 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:26.401816 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b7e27-59f5-4a26-8a29-97402fc6c5ee" -d '{"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:26.418074 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:26.475247 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:26.523157 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:26.617092 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5358c762-00d4-4bdb-a582-4f5f7bdf4817 x-openstack-request-id: req-5358c762-00d4-4bdb-a582-4f5f7bdf4817 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:26.617408 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:26.617668 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5358c762-00d4-4bdb-a582-4f5f7bdf4817 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:26.618073 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5358c762-00d4-4bdb-a582-4f5f7bdf4817'] response: {'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'code': 200} Sep 04 01:12:27.101524 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c45bf-b915-4d41-a098-4ffc129844e5 req-5e955065-7aee-46af-8219-bc7527ac526f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.103011 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-670c45bf-b915-4d41-a098-4ffc129844e5 req-5e955065-7aee-46af-8219-bc7527ac526f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0463006 Sep 04 01:12:27.150476 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-670c45bf-b915-4d41-a098-4ffc129844e5 req-a1b5ba1a-6fff-4a59-83f1-aff221ccd013 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Sep 04 01:12:27.330247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312163-be71-4987-a9cd-5323b3649fba req-9d858b90-9a06-4b01-aedf-e3f2d77f8faf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.331705 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-54312163-be71-4987-a9cd-5323b3649fba req-9d858b90-9a06-4b01-aedf-e3f2d77f8faf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0457735 Sep 04 01:12:27.379486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-54312163-be71-4987-a9cd-5323b3649fba req-18cf9010-2340-4793-88d9-0622cf3a8e3f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Sep 04 01:12:27.737888 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.274689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199ae8-bd5b-42a6-af5e-8e65c865245f req-88564486-7714-4fae-aae2-6b677c10f84a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:28.276190 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-45199ae8-bd5b-42a6-af5e-8e65c865245f req-88564486-7714-4fae-aae2-6b677c10f84a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0489342 Sep 04 01:12:28.327477 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-45199ae8-bd5b-42a6-af5e-8e65c865245f req-21906a74-9873-40b9-b174-9640284f789c tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449581 Sep 04 01:12:28.504594 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d32f-b09a-49c0-87cd-234390c10bb2 req-66d946ea-751e-4dfe-9acb-71ad5e37dbd0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:28.506054 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77e1d32f-b09a-49c0-87cd-234390c10bb2 req-66d946ea-751e-4dfe-9acb-71ad5e37dbd0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0464783 Sep 04 01:12:28.552555 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-77e1d32f-b09a-49c0-87cd-234390c10bb2 req-2a8a8982-2e45-42af-bc40-63baf661d767 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Sep 04 01:12:29.446424 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50924980-c4b2-4d2c-9ab2-3c14f6e0e91b req-1aa94575-b206-4ce5-8324-0286de3ccb54 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:29.447874 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-50924980-c4b2-4d2c-9ab2-3c14f6e0e91b req-1aa94575-b206-4ce5-8324-0286de3ccb54 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0459607 Sep 04 01:12:29.490551 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:29.494869 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-50924980-c4b2-4d2c-9ab2-3c14f6e0e91b req-2360dd30-c300-4884-b452-aaac855e84af tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fe3acffa-0a8f-4f40-8092-081c30b1b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Sep 04 01:12:29.573849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56a31-3713-4fb2-a4e1-2cdf815ef063 req-f069f0f5-0879-4dac-b034-46b1e06b14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:29.575448 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-62a56a31-3713-4fb2-a4e1-2cdf815ef063 req-f069f0f5-0879-4dac-b034-46b1e06b14a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1129 time: 0.0418675 Sep 04 01:12:29.578014 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-719bd45c-b21f-4ef9-b312-20a1a95a569f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:29.579416 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-719bd45c-b21f-4ef9-b312-20a1a95a569f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 946 time: 0.0456464 Sep 04 01:12:29.625505 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-62a56a31-3713-4fb2-a4e1-2cdf815ef063 req-bce9fc4a-f643-46c5-8a48-13fef69eb8c3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Sep 04 01:12:29.679051 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d3fd-53eb-4556-ad28-aaf04131c8f6 req-3550ce31-e0d7-492e-9da7-2b2f22f928a8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:29.680679 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-45c1d3fd-53eb-4556-ad28-aaf04131c8f6 req-3550ce31-e0d7-492e-9da7-2b2f22f928a8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0472414 Sep 04 01:12:29.699824 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Deleting port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:29.700184 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.727960 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-45c1d3fd-53eb-4556-ad28-aaf04131c8f6 req-4f488fc9-9411-4764-a26a-61b528f90a19 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Sep 04 01:12:29.790929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] For port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:29.791283 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.938163 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:29.997776 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.998134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.998443 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Floating IP fe8b99dd-e1c8-444c-9a2f-5f5ed70befae disassociated. External IP: 172.37.6.92, port: 26fcdf65-4bc4-463f-a658-90e8cfaeab8a. Sep 04 01:12:29.998778 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Calling delete_port for 26fcdf65-4bc4-463f-a658-90e8cfaeab8a owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:30.160902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (26fcdf65-4bc4-463f-a658-90e8cfaeab8a), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:30.188304 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event deleted for resources: {'Port': ['ID=26fcdf65-4bc4-463f-a658-90e8cfaeab8a,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:30.298752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:30.400812 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:30.411381 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:30.414516 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:30.422208 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:30.422810 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:30.467247 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] No DVR routers for this DVR port 26fcdf65-4bc4-463f-a658-90e8cfaeab8a on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:30.470460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:30.474101 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5be156f4-730b-40a4-8fd6-67cc7e68a966 req-fbb390ee-5b0f-4c43-91c9-59302ea63e37 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "DELETE /networking/v2.0/ports/26fcdf65-4bc4-463f-a658-90e8cfaeab8a HTTP/1.1" status: 204 len: 173 time: 0.8882883 Sep 04 01:12:30.474566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'name': 'network-vif-deleted', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:30.476840 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a4ae1-2ea7-4d70-aea7-239875709625" -d '{"events": [{"server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "name": "network-vif-deleted", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:30.517337 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c6b3e-e194-46e0-8f4a-22ddf95b5c22 x-openstack-request-id: req-0d7c6b3e-e194-46e0-8f4a-22ddf95b5c22 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:30.517813 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a562c-8571-4621-9cb2-3286e7a64666", "name": "network-vif-deleted", "tag": "26fcdf65-4bc4-463f-a658-90e8cfaeab8a", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:30.518058 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0d7c6b3e-e194-46e0-8f4a-22ddf95b5c22 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:30.518466 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7c6b3e-e194-46e0-8f4a-22ddf95b5c22'] response: {'server_uuid': 'd25a562c-8571-4621-9cb2-3286e7a64666', 'name': 'network-vif-deleted', 'tag': '26fcdf65-4bc4-463f-a658-90e8cfaeab8a', 'status': 'completed', 'code': 200} Sep 04 01:12:30.530351 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:30.608913 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d07dc95-36a3-4603-8240-bedd2dae8d72 req-31d3a03e-c4a9-414c-ba6b-c9b8d65c28c7 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0354280 Sep 04 01:12:30.728871 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:30.753652 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:30.763365 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:30.763365 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:30.872692 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:30.881809 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7db7-e88a-4472-bdb9-ea748a401a5b req-8e41e36b-bbe2-4533-9f78-05fdf8a5850c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:30.883280 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-332c7db7-e88a-4472-bdb9-ea748a401a5b req-8e41e36b-bbe2-4533-9f78-05fdf8a5850c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0730019 Sep 04 01:12:30.890010 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-cdd534b7-1497-45ae-ac27-683cacc7774a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517888 Sep 04 01:12:30.915561 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:30.948375 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-332c7db7-e88a-4472-bdb9-ea748a401a5b req-cea86829-57f3-4134-9d83-c8fe897ec3ae tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573204 Sep 04 01:12:31.147296 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:31.171875 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99fd5d0-f8fa-4ff3-97f2-d2aa41d34d68 None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2630070d-59c4-43a6-a527-f4a4b17d7176', 'name': '', 'network_id': 'db02f1f3-e31f-46bf-8240-058198049bb3', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'mac_address': 'fa:16:3e:a5:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:37Z', 'updated_at': '2022-09-04T01:06:50Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'subnets': [{'id': 'ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:31.391228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425922d-ab2f-4c50-8652-746877184f36 None None] New status for floating IP fe8b99dd-e1c8-444c-9a2f-5f5ed70befae: DOWN {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:31.621620 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-248b9795-fe4f-4b9f-b8cb-143ca1f4fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:31.623382 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-248b9795-fe4f-4b9f-b8cb-143ca1f4fb90 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 1130 time: 0.0417569 Sep 04 01:12:31.734286 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-c03f106e-a705-425f-b4f2-9ba4f387a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:31.735753 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-c03f106e-a705-425f-b4f2-9ba4f387a8ff service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 200 len: 919 time: 0.0937564 Sep 04 01:12:31.758474 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-52d14ccd-f2b8-4a25-8c09-aa4b9a171b45 req-ac9890c4-0fa4-4c60-9eaa-b35865f64b3f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a562c-8571-4621-9cb2-3286e7a64666 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Sep 04 01:12:31.782870 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-7fa55944-1e43-4f06-b2d8-a304098905e9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 200 len: 217 time: 0.0415959 Sep 04 01:12:31.832199 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-d7ed4582-ec72-47ff-a867-ce2f29e9d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:31.833637 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-d7ed4582-ec72-47ff-a867-ce2f29e9d3d6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 200 len: 857 time: 0.0452042 Sep 04 01:12:31.882555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-2e28ec2a-2738-459a-91ad-1f3f1ad23cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:31.883955 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-2e28ec2a-2738-459a-91ad-1f3f1ad23cb5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=db02f1f3-e31f-46bf-8240-058198049bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389855 Sep 04 01:12:32.072344 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761555f-2b5c-4cf1-9b5e-92e7b1efbfd3 req-3ab092d1-fa4f-4192-b673-cb423f1dfe02 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:32.073855 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e761555f-2b5c-4cf1-9b5e-92e7b1efbfd3 req-3ab092d1-fa4f-4192-b673-cb423f1dfe02 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0456102 Sep 04 01:12:32.098514 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:32.169870 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e761555f-2b5c-4cf1-9b5e-92e7b1efbfd3 req-02c5b345-dcc3-4f1a-a104-ce7b3c88003f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899839 Sep 04 01:12:32.206131 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 26fcdf65-4bc4-463f-a658-90e8cfaeab8a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:32.214883 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-4f238132-52ed-4625-817a-e9b3919dcbfe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067522 Sep 04 01:12:32.226682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 26fcdf65-4bc4-463f-a658-90e8cfaeab8a {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:32.227253 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 26fcdf65-4bc4-463f-a658-90e8cfaeab8a not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:32.319014 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98e242-3054-4b95-b854-9e805549da6e req-70708828-6f15-4c9d-aa7e-83321fa664ff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:32.320623 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bb98e242-3054-4b95-b854-9e805549da6e req-70708828-6f15-4c9d-aa7e-83321fa664ff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0546126 Sep 04 01:12:32.332359 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37580) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:32.337114 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Request body: {'floatingip': {'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:12:32.378617 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:32.534552 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1416edee-9420-4212-a8f4-54578ec4e8ff req-4cdd310a-dd60-48a4-853a-ede9aea3e960 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135197 Sep 04 01:12:32.916284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37588) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:32.927192 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:32.976736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (fe3acffa-0a8f-4f40-8092-081c30b1b4f3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.000834 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (fe3acffa-0a8f-4f40-8092-081c30b1b4f3), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.020794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:33.071498 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.126844 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (fe3acffa-0a8f-4f40-8092-081c30b1b4f3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.129559 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.130684 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe3acffa-0a8f-4f40-8092-081c30b1b4f3 HTTP/1.1" status: 204 len: 168 time: 0.2132995 Sep 04 01:12:33.138816 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37590) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:33.141060 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6d97c-969f-454c-b465-56c527f89485 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3acffa-0a8f-4f40-8092-081c30b1b4f3,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:33.152543 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.api.v2.resource [None req-d18a2051-b3c2-434c-ba54-85cb2e202888 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] show failed (client error): The resource could not be found. Sep 04 01:12:33.154472 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d18a2051-b3c2-434c-ba54-85cb2e202888 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups/fe3acffa-0a8f-4f40-8092-081c30b1b4f3 HTTP/1.1" status: 404 len: 347 time: 0.0146847 Sep 04 01:12:33.156353 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.163072 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37592) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:33.260865 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Floating IP 24b03a9e-279a-4352-9a13-d46c6e220ce2 associated. External IP: 172.37.6.236, port: 9d24960e-cbea-4133-84aa-fc4b7a2c20f7. Sep 04 01:12:33.297586 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Deleting port f669ad7d-462b-464a-bc6d-3ebce84f51f1 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:33.302325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.381763 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.382094 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (f669ad7d-462b-464a-bc6d-3ebce84f51f1), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.395412 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Calling delete_port for f669ad7d-462b-464a-bc6d-3ebce84f51f1 owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:33.433317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:33.478330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:33.584312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:33.589010 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.590888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f669ad7d-462b-464a-bc6d-3ebce84f51f1), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.594387 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:33.606480 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:33.607703 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:33.619839 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event deleted for resources: {'Port': ['ID=f669ad7d-462b-464a-bc6d-3ebce84f51f1,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:33.622800 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-eee2b616-8418-4275-aaa7-bfe665c97123 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/24b03a9e-279a-4352-9a13-d46c6e220ce2 HTTP/1.1" status: 200 len: 991 time: 1.2887084 Sep 04 01:12:33.622893 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:33.625277 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68f224-2abf-4274-9aae-3df5dbae4c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:33.663978 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e2a45f-d2f7-43d6-918e-94c2c0676076 x-openstack-request-id: req-71e2a45f-d2f7-43d6-918e-94c2c0676076 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:33.664385 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:33.664733 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-71e2a45f-d2f7-43d6-918e-94c2c0676076 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:33.665207 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e2a45f-d2f7-43d6-918e-94c2c0676076'] response: {'name': 'network-changed', 'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'status': 'completed', 'code': 200} Sep 04 01:12:33.671640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:33.684272 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks [] for floatingip (fe8b99dd-e1c8-444c-9a2f-5f5ed70befae), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.686985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:33.688113 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f621d317-44f7-4d37-af1e-5d9d91033a5a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/fe8b99dd-e1c8-444c-9a2f-5f5ed70befae HTTP/1.1" status: 204 len: 168 time: 0.5244346 Sep 04 01:12:33.727315 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:33.756415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-30be7f30-bb41-496e-aed6-231126843d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:33.757940 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-30be7f30-bb41-496e-aed6-231126843d06 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1129 time: 0.0453136 Sep 04 01:12:33.855623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-a052cd47-a1b0-436c-b0d4-5310c286e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:33.855623 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-a052cd47-a1b0-436c-b0d4-5310c286e81b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0877433 Sep 04 01:12:33.860905 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:33.921185 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-d9db4800-4cb8-4255-a3f1-1621f7050580 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 999 time: 0.0619822 Sep 04 01:12:33.937255 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:33.949398 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '24b03a9e-279a-4352-9a13-d46c6e220ce2', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.236', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:12:15Z', 'updated_at': '2022-09-04T01:12:32Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:33.972521 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-c997af7e-cc67-464b-aafa-91658cf5f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:33.973958 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-c997af7e-cc67-464b-aafa-91658cf5f20d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0453629 Sep 04 01:12:33.976528 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:33.985230 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:33.985827 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:34.018996 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-cd3d51ed-7ad4-4ddb-abee-6570d6554839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:34.020543 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-cd3d51ed-7ad4-4ddb-abee-6570d6554839 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405843 Sep 04 01:12:34.088092 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:34.116574 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-70623848-ab65-4188-b5ef-faf6fe85ef11 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885534 Sep 04 01:12:34.208979 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fe68f224-2abf-4274-9aae-3df5dbae4c0d req-e4d7f402-ab61-425d-ba09-9974b6cedfcb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Sep 04 01:12:34.305947 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '24b03a9e-279a-4352-9a13-d46c6e220ce2', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.236', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:12:15Z', 'updated_at': '2022-09-04T01:12:32Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:34.334312 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0065d-a062-4c0a-ac70-2f63560adbbf None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '24b03a9e-279a-4352-9a13-d46c6e220ce2', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'floating_ip_address': '172.37.6.236', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:12:15Z', 'updated_at': '2022-09-04T01:12:32Z', 'revision_number': 1, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:34.517984 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da5b2b-2b4b-4587-a9d8-71a9db8c235d None None] New status for floating IP 24b03a9e-279a-4352-9a13-d46c6e220ce2: ACTIVE {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:35.618154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64df8d5b-90c8-4576-be50-f9f04436e8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.625409 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454434f-7564-4e47-a7b6-75a044ab09bc req-81fe50f2-7461-41ee-bdef-742fe76e6e2f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:36.626910 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c454434f-7564-4e47-a7b6-75a044ab09bc req-81fe50f2-7461-41ee-bdef-742fe76e6e2f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0509238 Sep 04 01:12:36.673302 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c454434f-7564-4e47-a7b6-75a044ab09bc req-e93fd8bd-f862-4068-875f-40ae6b9823f8 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Sep 04 01:12:37.794947 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc95d6-f97b-4218-9cbe-28dc41042e63 req-e7b90ce9-5ce9-43ae-b312-8454a96c9762 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:37.796573 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-17cc95d6-f97b-4218-9cbe-28dc41042e63 req-e7b90ce9-5ce9-43ae-b312-8454a96c9762 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0477610 Sep 04 01:12:37.843118 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-17cc95d6-f97b-4218-9cbe-28dc41042e63 req-033c9804-b280-4e6a-be19-56cedcff30a5 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Sep 04 01:12:37.920907 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8804e5af-cd16-462b-8384-abd15ede2161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.384507 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919988-6849-4757-a01a-f28b0d86a119 req-9c11e172-bd01-4324-a7ea-6532195f8e97 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:38.386194 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-db919988-6849-4757-a01a-f28b0d86a119 req-9c11e172-bd01-4324-a7ea-6532195f8e97 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 945 time: 0.0467279 Sep 04 01:12:38.467674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Deleting port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:38.468038 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.558380 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] For port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:38.558742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.571968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Calling delete_port for 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:38.646581 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.680092 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.749276 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.776107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event deleted for resources: {'Port': ['ID=9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:38.789186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.789527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.789858 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.790186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.790510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.790837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.791155 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.791466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.791788 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.792103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.792420 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.792663 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['e6762f01-9b63-4b08-a547-83d1ec09e9b6'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:12:38.792813 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.793061 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.793957 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.794330 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:38.831309 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] No DVR routers for this DVR port 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:38.833695 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.836885 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-db919988-6849-4757-a01a-f28b0d86a119 req-8a99c541-065f-409e-9ce5-7da0d208f458 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae HTTP/1.1" status: 204 len: 173 time: 0.4455066 Sep 04 01:12:38.853484 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'name': 'network-vif-deleted', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:38.853484 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8bea3d-d817-4b44-bf88-ffe055f5e2f5" -d '{"events": [{"server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "name": "network-vif-deleted", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:38.880585 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cd2c4-9841-4653-9e0c-00bcb001a3b9 x-openstack-request-id: req-582cd2c4-9841-4653-9e0c-00bcb001a3b9 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:38.880875 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e477c1-a604-4738-96c1-c984698ba6b6", "name": "network-vif-deleted", "tag": "9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:38.881117 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-582cd2c4-9841-4653-9e0c-00bcb001a3b9 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:38.881512 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582cd2c4-9841-4653-9e0c-00bcb001a3b9'] response: {'server_uuid': '90e477c1-a604-4738-96c1-c984698ba6b6', 'name': 'network-vif-deleted', 'tag': '9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae', 'status': 'completed', 'code': 200} Sep 04 01:12:38.890802 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.930398 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.953588 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-604277f6-9a82-4cdd-a851-05e5cb44b158 req-2f01c44f-2c91-4a58-ab12-2e6319158bc8 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.0318205 Sep 04 01:12:39.189647 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.077722 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9b84fbc3-d168-4e3e-9256-633c16b0dfd0 req-bd4f0fd9-3500-4f0b-9b41-139698d741bc tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90e477c1-a604-4738-96c1-c984698ba6b6 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Sep 04 01:12:40.225962 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:40.245589 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:40.245939 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9fa8cd8f-9f3c-4fc6-8f4b-295f7ff655ae not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:40.721028 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.800657 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.524635 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4296c13-1d8e-4265-8c20-c6fa289325a8 req-3257fbff-1f99-43b9-904a-a51ab18a3091 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:41.526096 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e4296c13-1d8e-4265-8c20-c6fa289325a8 req-3257fbff-1f99-43b9-904a-a51ab18a3091 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0461929 Sep 04 01:12:41.571630 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e4296c13-1d8e-4265-8c20-c6fa289325a8 req-e0800c14-53a8-4788-974f-15d89f1f2f55 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Sep 04 01:12:42.693467 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b11821-b45f-4cec-a079-4fc241e374a7 req-60dec180-b346-4827-af48-9ec82e6d3dbd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:42.694929 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e1b11821-b45f-4cec-a079-4fc241e374a7 req-60dec180-b346-4827-af48-9ec82e6d3dbd tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0472698 Sep 04 01:12:42.741460 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e1b11821-b45f-4cec-a079-4fc241e374a7 req-c7eb03d5-7920-44f6-b96d-5f46eac9db8f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Sep 04 01:12:43.864327 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13d772-5941-414f-a19c-70ca646b2604 req-f11e8106-6d5c-4b84-8704-64d43d3c4dce tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:43.865817 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3f13d772-5941-414f-a19c-70ca646b2604 req-f11e8106-6d5c-4b84-8704-64d43d3c4dce tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0473349 Sep 04 01:12:43.913421 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3f13d772-5941-414f-a19c-70ca646b2604 req-b33db5dd-6215-4ea8-b98c-186fe4f6736b tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b35993a2-7d28-4819-9a49-7a6a5e5f4673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Sep 04 01:12:44.097946 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-70db5401-131b-4a4f-9249-9f103e8ab980 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:44.099367 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-70db5401-131b-4a4f-9249-9f103e8ab980 tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 946 time: 0.0449367 Sep 04 01:12:44.187280 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Deleting port e6762f01-9b63-4b08-a547-83d1ec09e9b6 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:44.187606 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.275256 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] For port e6762f01-9b63-4b08-a547-83d1ec09e9b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6762f01-9b63-4b08-a547-83d1ec09e9b6,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:44.275619 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.288888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Calling delete_port for e6762f01-9b63-4b08-a547-83d1ec09e9b6 owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:44.480804 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (e6762f01-9b63-4b08-a547-83d1ec09e9b6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.509209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Pushing event deleted for resources: {'Port': ['ID=e6762f01-9b63-4b08-a547-83d1ec09e9b6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:44.556154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] No DVR routers for this DVR port e6762f01-9b63-4b08-a547-83d1ec09e9b6 on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:44.558711 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.562175 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee7c9def-60fb-4a6f-a6d2-35eedb9d7db7 req-1ac4d3fc-e699-4371-8a23-19f70b4d721f tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.55 "DELETE /networking/v2.0/ports/e6762f01-9b63-4b08-a547-83d1ec09e9b6 HTTP/1.1" status: 204 len: 173 time: 0.4571865 Sep 04 01:12:44.566773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'name': 'network-vif-deleted', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:44.566773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db3f8af-3ea1-4c71-b7e9-6e1767b51d46" -d '{"events": [{"server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "name": "network-vif-deleted", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:44.603329 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475cb3ff-296f-452d-afa2-400fc5ff51fd x-openstack-request-id: req-475cb3ff-296f-452d-afa2-400fc5ff51fd {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:44.603621 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16c63d7-e34c-4215-a9e0-bc69fe40f7d6", "name": "network-vif-deleted", "tag": "e6762f01-9b63-4b08-a547-83d1ec09e9b6", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:44.603868 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-475cb3ff-296f-452d-afa2-400fc5ff51fd {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:44.604263 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475cb3ff-296f-452d-afa2-400fc5ff51fd'] response: {'server_uuid': 'f16c63d7-e34c-4215-a9e0-bc69fe40f7d6', 'name': 'network-vif-deleted', 'tag': 'e6762f01-9b63-4b08-a547-83d1ec09e9b6', 'status': 'completed', 'code': 200} Sep 04 01:12:45.037982 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4438f708-f900-4bb3-a322-d9e63be5b2d4 req-cabb1104-72ea-45a4-8af2-bed268303f9a tempest-ServerRescueNegativeTestJSON-211826213 tempest-ServerRescueNegativeTestJSON-211826213-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f16c63d7-e34c-4215-a9e0-bc69fe40f7d6 HTTP/1.1" status: 200 len: 210 time: 0.0312989 Sep 04 01:12:46.107499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37642) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:46.248906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device e6762f01-9b63-4b08-a547-83d1ec09e9b6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:46.271421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: e6762f01-9b63-4b08-a547-83d1ec09e9b6 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:46.271853 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device e6762f01-9b63-4b08-a547-83d1ec09e9b6 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:46.547181 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:46.549981 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:46.561578 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.778942 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Deleting port 2630070d-59c4-43a6-a527-f4a4b17d7176 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:46.779271 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.858440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] For port 2630070d-59c4-43a6-a527-f4a4b17d7176, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2630070d-59c4-43a6-a527-f4a4b17d7176,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:46.858708 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.871979 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Calling delete_port for 2630070d-59c4-43a6-a527-f4a4b17d7176 owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:47.098270 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (2630070d-59c4-43a6-a527-f4a4b17d7176), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:47.121182 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Pushing event deleted for resources: {'Port': ['ID=2630070d-59c4-43a6-a527-f4a4b17d7176,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:47.283554 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:47.342168 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:47.435359 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:47.495420 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:47.595691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:47.600700 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ae20d43f-8836-4671-9df6-995bf3ef3378 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d7163cd0-5718-49c2-b08d-8f2d5a8c4aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4921138 Sep 04 01:12:47.603288 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37648) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:47.607732 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Sync routers for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:47.617464 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:47.618140 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:47.721967 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:47.899411 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:12:46Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:47.925836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks [] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:47.929699 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Checking router: d7163cd0-5718-49c2-b08d-8f2d5a8c4aad for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:47.938412 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Routers {'d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:47.938996 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:12:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:48.019079 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks [] for router_gateway (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.038903 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] Set router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:48.220196 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Deleting port 4bd78a2c-3531-4014-9605-655fdc37699c {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:48.220837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.269369 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:48.273464 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:48.285087 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:12:46Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:48.300483 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] For port 4bd78a2c-3531-4014-9605-655fdc37699c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bd78a2c-3531-4014-9605-655fdc37699c,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:48.300871 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.309661 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a6e5a-1847-4b02-b54c-da9672301e6d None None] The sync data for ids ['d7163cd0-5718-49c2-b08d-8f2d5a8c4aad'] in dv-cinder-master-3-smb is: [{'id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'name': 'tempest-ServerRescueNegativeTestJSON-953186927-router', 'tenant_id': '51dbf47189fc4f3c90eadc4887a831b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118'}], 'enable_snat': True}, 'gw_port_id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:12:46Z', 'revision_number': 5, 'project_id': '51dbf47189fc4f3c90eadc4887a831b8', 'gw_port': {'id': '4bd78a2c-3531-4014-9605-655fdc37699c', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7163cd0-5718-49c2-b08d-8f2d5a8c4aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:30Z', 'updated_at': '2022-09-04T01:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:48.313674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Calling delete_port for 4bd78a2c-3531-4014-9605-655fdc37699c owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:48.472718 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:48.560717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (4bd78a2c-3531-4014-9605-655fdc37699c), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.588375 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd78a2c-3531-4014-9605-655fdc37699c,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:48.654972 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.757806 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.760353 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks [] for router_controller (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.892307 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (d7163cd0-5718-49c2-b08d-8f2d5a8c4aad), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.892964 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7163cd0-5718-49c2-b08d-8f2d5a8c4aad {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:12:48.897998 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.899221 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e7cf6bc9-ca39-4397-8ce2-fefc84739c26 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d7163cd0-5718-49c2-b08d-8f2d5a8c4aad HTTP/1.1" status: 204 len: 168 time: 1.2950387 Sep 04 01:12:48.901758 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37650) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:48.942209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:48.947729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Deleting subnet ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:12:48.951612 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Publish callbacks [] for subnet (ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:48.988538 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.096181 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.218232 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.244303 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:49.248342 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.251581 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d7be1b58-befb-4f6b-8e65-7bb7d8d45d79 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ef36a46d-6bd6-4eb0-8b4b-41fe2110e8e2 HTTP/1.1" status: 204 len: 168 time: 0.3487370 Sep 04 01:12:49.253891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4a5e38-f5bf-469c-8321-65fd90933e7f None None] Network db02f1f3-e31f-46bf-8240-058198049bb3 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:12:49.258269 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37652) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:49.326488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (db02f1f3-e31f-46bf-8240-058198049bb3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.368863 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Deleting port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:49.369093 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.436756 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2630070d-59c4-43a6-a527-f4a4b17d7176 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:49.444668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] For port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:49.445053 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.460027 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] DHCP port deletion for db02f1f3-e31f-46bf-8240-058198049bb3 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:12:49.462656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Calling delete_port for d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:49.463036 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 2630070d-59c4-43a6-a527-f4a4b17d7176 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:49.463382 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2630070d-59c4-43a6-a527-f4a4b17d7176 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:49.463795 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4bd78a2c-3531-4014-9605-655fdc37699c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:49.506631 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 4bd78a2c-3531-4014-9605-655fdc37699c {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:49.506965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4bd78a2c-3531-4014-9605-655fdc37699c not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:49.518744 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Deleting port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:49.519142 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.586636 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] For port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,segment=NetworkSegment(a86e5189-65c9-4b61-b27a-ad3dce07ee91),segment_id=a86e5189-65c9-4b61-b27a-ad3dce07ee91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:49.587028 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.600969 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Calling delete_port for d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:49.624019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.650846 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:49.653306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] No DVR routers for this DVR port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:49.726093 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.741072 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (db02f1f3-e31f-46bf-8240-058198049bb3), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.750542 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] Pushing event deleted for resources: {'Port': ['ID=d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:49.756014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b72e3-083d-4fd8-a340-6357af7afb16 None None] No DVR routers for this DVR port d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:49.793515 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db02f1f3-e31f-46bf-8240-058198049bb3']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:49.801773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:49.812925 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86e5189-65c9-4b61-b27a-ad3dce07ee91') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:49.813218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86e5189-65c9-4b61-b27a-ad3dce07ee91') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:49.825605 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1472-c01a-4131-89c8-6a5b22d0fa6f req-882550cf-f373-4114-82b2-f5c702b2d210 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:49.827076 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5bfb1472-c01a-4131-89c8-6a5b22d0fa6f req-882550cf-f373-4114-82b2-f5c702b2d210 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0831463 Sep 04 01:12:49.831113 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (a86e5189-65c9-4b61-b27a-ad3dce07ee91), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.858362 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (a86e5189-65c9-4b61-b27a-ad3dce07ee91), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.873732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:12:49.874126 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (a86e5189-65c9-4b61-b27a-ad3dce07ee91), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:49.943034 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5bfb1472-c01a-4131-89c8-6a5b22d0fa6f req-bb3590b0-0930-4fc0-a9d0-86d1a875798e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098027 Sep 04 01:12:50.009023 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment a86e5189-65c9-4b61-b27a-ad3dce07ee91 resource provider aggregate not found Sep 04 01:12:50.025795 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment a86e5189-65c9-4b61-b27a-ad3dce07ee91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a86e5189-65c9-4b61-b27a-ad3dce07ee91 found for delete ", "request_id": "req-930a10f0-ef19-4c6d-8b0c-32ef9352bc15"}]} Sep 04 01:12:50.046656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (db02f1f3-e31f-46bf-8240-058198049bb3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.052289 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.055317 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/db02f1f3-e31f-46bf-8240-058198049bb3 HTTP/1.1" status: 204 len: 168 time: 0.8004887 Sep 04 01:12:50.067349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c596c-e829-4572-bc88-2b5957c7453d admin admin] Pushing event deleted for resources: {'Network': ['ID=db02f1f3-e31f-46bf-8240-058198049bb3,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:50.337220 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37666) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:50.378823 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-9ab3b976-6671-4f72-9436-dcdd5db22867 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=51dbf47189fc4f3c90eadc4887a831b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404923 Sep 04 01:12:50.381255 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37668) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:50.407651 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:50.430630 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] Publish callbacks [] for security_group (b35993a2-7d28-4819-9a49-7a6a5e5f4673), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.451948 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] Publish callbacks [] for security_group (b35993a2-7d28-4819-9a49-7a6a5e5f4673), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.472356 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:50.537695 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (b35993a2-7d28-4819-9a49-7a6a5e5f4673), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.540558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:50.541701 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b35993a2-7d28-4819-9a49-7a6a5e5f4673 HTTP/1.1" status: 204 len: 168 time: 0.1595762 Sep 04 01:12:50.549899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcb7aa-0004-4c3a-85f2-d44cb66a9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35993a2-7d28-4819-9a49-7a6a5e5f4673,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:51.068875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954b19e-5541-49b9-885b-8b1b4f5f86a4 req-bd83b99e-ae46-45ab-9148-056f7b330006 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:51.070268 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6954b19e-5541-49b9-885b-8b1b4f5f86a4 req-bd83b99e-ae46-45ab-9148-056f7b330006 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0472398 Sep 04 01:12:51.128255 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6954b19e-5541-49b9-885b-8b1b4f5f86a4 req-d45834fe-6aff-44e7-9208-470eeffd963e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521524 Sep 04 01:12:51.350771 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:51.367913 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:51.379101 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device d5993b44-8b5b-4eb7-b7b0-3ffd00f6848e not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:52.245845 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:52.259460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7435edd-8f81-480c-a81c-61643168f738 req-d971d178-cc4e-4e42-a8e8-19e16b3ca134 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:52.261238 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a7435edd-8f81-480c-a81c-61643168f738 req-d971d178-cc4e-4e42-a8e8-19e16b3ca134 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0557859 Sep 04 01:12:52.313572 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a7435edd-8f81-480c-a81c-61643168f738 req-ee8e980b-255d-4ea2-bc73-f89e6036c248 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Sep 04 01:12:53.019368 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37724) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:53.149594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-82a38953-9e9c-4e77-9bdd-da9a0f21b7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.224179 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-82a38953-9e9c-4e77-9bdd-da9a0f21b7a8 admin admin] Publish callbacks [] for security_group (dcf339b3-b67f-4ea7-8de2-45008863ed63), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.303852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-82a38953-9e9c-4e77-9bdd-da9a0f21b7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (dcf339b3-b67f-4ea7-8de2-45008863ed63), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.342941 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a38953-9e9c-4e77-9bdd-da9a0f21b7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf339b3-b67f-4ea7-8de2-45008863ed63,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:53.348060 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-82a38953-9e9c-4e77-9bdd-da9a0f21b7a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1e64f289235f41c2adb096727f41813b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276074 Sep 04 01:12:53.350743 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37730) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:53.413239 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] Publish callbacks [] for security_group (dcf339b3-b67f-4ea7-8de2-45008863ed63), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.435268 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] Publish callbacks [] for security_group (dcf339b3-b67f-4ea7-8de2-45008863ed63), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.439603 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7504b6-01f3-4122-a90d-8448e9ca9506 req-16cf84e1-7f25-43e1-82b8-d3a6588b1063 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:53.441151 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5d7504b6-01f3-4122-a90d-8448e9ca9506 req-16cf84e1-7f25-43e1-82b8-d3a6588b1063 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0474236 Sep 04 01:12:53.490373 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5d7504b6-01f3-4122-a90d-8448e9ca9506 req-c5a7d0fd-6f6e-4c83-943b-febdab094c1d tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Sep 04 01:12:53.532618 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (dcf339b3-b67f-4ea7-8de2-45008863ed63), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.535174 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.536355 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dcf339b3-b67f-4ea7-8de2-45008863ed63 HTTP/1.1" status: 204 len: 168 time: 0.1841607 Sep 04 01:12:53.545248 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8d8a-5dc7-44f3-8527-4041a479a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf339b3-b67f-4ea7-8de2-45008863ed63,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.052306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37736) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:54.065918 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d4f32c4-7f34-4aeb-9c57-7efde1a071ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.139865 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d4f32c4-7f34-4aeb-9c57-7efde1a071ea admin admin] Publish callbacks [] for security_group (58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.206244 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1d4f32c4-7f34-4aeb-9c57-7efde1a071ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.249834 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1d4f32c4-7f34-4aeb-9c57-7efde1a071ea admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b6089cc199f94de1b5a0dc3e9755c8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963205 Sep 04 01:12:54.250913 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f32c4-7f34-4aeb-9c57-7efde1a071ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.252533 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37740) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:54.302697 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] Publish callbacks [] for security_group (58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.326872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] Publish callbacks [] for security_group (58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.469577 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.472049 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.473249 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169 HTTP/1.1" status: 204 len: 168 time: 0.2191348 Sep 04 01:12:54.481479 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598985b-f81b-42ab-a00a-623ab81dcc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2ea5b-9fcd-4c25-b7d2-9d2f9f614169,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.611167 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678138f-c515-4ee3-9344-fa1e15306307 req-c011476d-136c-43bf-9dd5-ef0ace34b175 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:54.612648 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2678138f-c515-4ee3-9344-fa1e15306307 req-c011476d-136c-43bf-9dd5-ef0ace34b175 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0478005 Sep 04 01:12:54.665469 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2678138f-c515-4ee3-9344-fa1e15306307 req-aabcdd61-fbbc-4f1e-8f64-0d413863d0b6 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Sep 04 01:12:55.791735 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d056d-763e-4f44-b220-32041b52ef87 req-79914511-329a-4bdd-85f9-90a0be78bbf1 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:55.793355 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1f9d056d-763e-4f44-b220-32041b52ef87 req-79914511-329a-4bdd-85f9-90a0be78bbf1 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0502241 Sep 04 01:12:55.846276 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1f9d056d-763e-4f44-b220-32041b52ef87 req-ee32312e-68b3-4fb3-9252-7c9789688d89 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Sep 04 01:12:56.967522 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0b5f-9f2c-409b-a3f9-a3b4eb15bea6 req-cd3c11a5-0c7d-4e2b-8099-6ea1b6b923da tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:56.969163 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba3e0b5f-9f2c-409b-a3f9-a3b4eb15bea6 req-cd3c11a5-0c7d-4e2b-8099-6ea1b6b923da tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0466688 Sep 04 01:12:57.022044 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba3e0b5f-9f2c-409b-a3f9-a3b4eb15bea6 req-a2e1e436-fa6a-4518-9a3a-957fb2a66494 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Sep 04 01:12:57.666191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:57.726376 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:58.068328 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:12:58.144564 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4d0fc-40f8-451c-9129-fad73be58f2c req-21584ef0-ea92-47a0-83b1-4060c04f7ec0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:58.146025 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-29d4d0fc-40f8-451c-9129-fad73be58f2c req-21584ef0-ea92-47a0-83b1-4060c04f7ec0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0479746 Sep 04 01:12:58.194514 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-29d4d0fc-40f8-451c-9129-fad73be58f2c req-f793f107-64ef-47e9-9d7f-862fd82f06f7 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Sep 04 01:12:59.319532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ad2f-8c01-430d-bc97-793d13c6480c req-323eaabf-f44b-4743-9bb6-24d768d34df1 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:59.321021 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fda2ad2f-8c01-430d-bc97-793d13c6480c req-323eaabf-f44b-4743-9bb6-24d768d34df1 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Sep 04 01:12:59.346753 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:59.369788 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fda2ad2f-8c01-430d-bc97-793d13c6480c req-71122760-98c6-40f9-8bd1-4a30ea5570e2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Sep 04 01:13:00.129812 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df751-94e1-448d-a233-00daceca00e1 req-958e4e23-17ec-47e8-84aa-9b8024d385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:00.131348 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-958e4e23-17ec-47e8-84aa-9b8024d385bd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0442231 Sep 04 01:13:00.186025 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:00.220908 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df751-94e1-448d-a233-00daceca00e1 req-545cb71b-f43c-4d30-bf1c-05cf294aeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:00.222354 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-545cb71b-f43c-4d30-bf1c-05cf294aeb77 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 909 time: 0.0850804 Sep 04 01:13:00.292384 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-bfbabb16-9b01-4aea-bb93-3f3b8431fbf5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 1002 time: 0.0641496 Sep 04 01:13:00.341640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df751-94e1-448d-a233-00daceca00e1 req-ca1beac0-f94a-4caf-977d-5bbba605e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:00.342979 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-ca1beac0-f94a-4caf-977d-5bbba605e2fc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0443156 Sep 04 01:13:00.387132 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df751-94e1-448d-a233-00daceca00e1 req-66f3ac56-f837-4d7a-a07a-56b0c7ed660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:00.388768 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-66f3ac56-f837-4d7a-a07a-56b0c7ed660a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399139 Sep 04 01:13:00.485206 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-baaf67ca-a3aa-4561-8f4b-ce2c566b7e09 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900149 Sep 04 01:13:00.496368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49fc29-f0ff-402a-a562-27b137cf3f0c req-d82b3177-3818-4997-ba6d-556a05586435 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:00.497954 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d49fc29-f0ff-402a-a562-27b137cf3f0c req-d82b3177-3818-4997-ba6d-556a05586435 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Sep 04 01:13:00.548595 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8d49fc29-f0ff-402a-a562-27b137cf3f0c req-482ebf62-7408-4291-a340-e224fddf17af tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Sep 04 01:13:00.578771 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-031df751-94e1-448d-a233-00daceca00e1 req-3daa815b-8b76-47ed-98e5-0596e671c42f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872421 Sep 04 01:13:01.678676 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607cda-8a09-4e54-bb34-2595a0c6588c req-b582a8e5-0526-42f0-bd23-8ac17134f852 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:01.680161 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68607cda-8a09-4e54-bb34-2595a0c6588c req-b582a8e5-0526-42f0-bd23-8ac17134f852 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Sep 04 01:13:01.731334 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-68607cda-8a09-4e54-bb34-2595a0c6588c req-f800a974-62e7-4f4b-8ca4-678ea65e33f6 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Sep 04 01:13:02.027850 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37838) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:02.132787 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9af8eba-96e1-4a66-8d90-e3572f776997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.209253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9af8eba-96e1-4a66-8d90-e3572f776997 admin admin] Publish callbacks [] for security_group (1655bd91-4b6d-4c38-9613-ec21cbd0dd58), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.309415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c9af8eba-96e1-4a66-8d90-e3572f776997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1655bd91-4b6d-4c38-9613-ec21cbd0dd58), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.336990 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:02.350606 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c9af8eba-96e1-4a66-8d90-e3572f776997 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d90b995956e847b79b590539114da32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216977 Sep 04 01:13:02.351669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8eba-96e1-4a66-8d90-e3572f776997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655bd91-4b6d-4c38-9613-ec21cbd0dd58,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:02.353427 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37842) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:02.405493 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Publish callbacks [] for security_group (1655bd91-4b6d-4c38-9613-ec21cbd0dd58), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.426511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Publish callbacks [] for security_group (1655bd91-4b6d-4c38-9613-ec21cbd0dd58), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.432653 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:02.555184 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1655bd91-4b6d-4c38-9613-ec21cbd0dd58), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.557922 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:02.559058 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1655bd91-4b6d-4c38-9613-ec21cbd0dd58 HTTP/1.1" status: 204 len: 168 time: 0.2046201 Sep 04 01:13:02.569147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655bd91-4b6d-4c38-9613-ec21cbd0dd58,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:02.576327 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.576711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.577081 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.577415 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.577753 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.578074 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.578394 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.578711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.579026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.579350 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.579693 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.579968 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.580510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.580929 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.581255 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68df0882-ef13-47d3-9d3c-f3ba02a02545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:02.858262 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6235-845c-46d9-8d6b-016a6354b47c req-db7d81c3-cdb0-4925-814b-2a201938bfc7 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:02.859768 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-922d6235-845c-46d9-8d6b-016a6354b47c req-db7d81c3-cdb0-4925-814b-2a201938bfc7 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Sep 04 01:13:02.907146 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:02.911406 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-922d6235-845c-46d9-8d6b-016a6354b47c req-531f00f9-776e-49a3-b87f-dc9181105e30 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Sep 04 01:13:03.138965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 37852) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:03.151082 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-00057310-1d4f-4cdf-b8ad-7bbeb4285608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.227917 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-00057310-1d4f-4cdf-b8ad-7bbeb4285608 admin admin] Publish callbacks [] for security_group (3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.264626 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-00057310-1d4f-4cdf-b8ad-7bbeb4285608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.304734 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-00057310-1d4f-4cdf-b8ad-7bbeb4285608 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe50c2023f4b4bb9908b7c38465fc3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670785 Sep 04 01:13:03.305588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00057310-1d4f-4cdf-b8ad-7bbeb4285608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:03.308005 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 37854) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:03.357457 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] Publish callbacks [] for security_group (3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.382411 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] Publish callbacks [] for security_group (3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.481220 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.484428 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.485670 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6 HTTP/1.1" status: 204 len: 168 time: 0.1763752 Sep 04 01:13:03.493710 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3d76-36d9-46b4-ad0c-0e0865d602d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d09c3f7-7812-4e3c-93e0-ed14ca25b9d6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:04.031457 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734bca-23f8-4b92-a29b-0a1ea94daa4b req-5daf97ad-26e3-4a2b-a017-d30458248eee tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:04.032950 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b3734bca-23f8-4b92-a29b-0a1ea94daa4b req-5daf97ad-26e3-4a2b-a017-d30458248eee tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0470827 Sep 04 01:13:04.085091 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b3734bca-23f8-4b92-a29b-0a1ea94daa4b req-0e0bdc1f-a8bf-47d5-9bd5-34d3da9c2dd4 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Sep 04 01:13:04.161312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-0558c341-89b2-48d3-843e-01fc191a7fc7 req-68a13137-9205-4a6d-9106-8d45411881fe service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:13:04.162289 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0558c341-89b2-48d3-843e-01fc191a7fc7 req-68a13137-9205-4a6d-9106-8d45411881fe service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052762 Sep 04 01:13:04.570434 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ea5ae-5396-4e8f-be79-c1f439994c42 req-841501a0-f2a7-469a-afec-9cdb45ab6ab2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:04.571891 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-766ea5ae-5396-4e8f-be79-c1f439994c42 req-841501a0-f2a7-469a-afec-9cdb45ab6ab2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0815477 Sep 04 01:13:04.582680 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-702b423a-480a-407c-9493-786766e919c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605240 Sep 04 01:13:04.627441 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-766ea5ae-5396-4e8f-be79-c1f439994c42 req-fbe569fa-c337-498b-868d-b7a8bb3fdd06 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Sep 04 01:13:04.671466 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-9cae67ba-8a6e-42aa-b095-fe7d12968663 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:04.672869 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-9cae67ba-8a6e-42aa-b095-fe7d12968663 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports/1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 943 time: 0.0571535 Sep 04 01:13:05.572299 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-6cda8891-c048-47c1-8d2b-e0d2c10efd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.723389 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=12 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:05.753157 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7418b9b-1cf6-495a-a544-d3c9ab4feca0 req-10b62430-162c-4c70-a98d-fccd8e628584 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:05.754688 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7418b9b-1cf6-495a-a544-d3c9ab4feca0 req-10b62430-162c-4c70-a98d-fccd8e628584 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 04 01:13:05.806319 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b7418b9b-1cf6-495a-a544-d3c9ab4feca0 req-78ff5f60-317f-4a2f-ac18-ebeaa6679305 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456715 Sep 04 01:13:06.284530 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:13:06.369637 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 1390c8ba-36ac-478c-b0ee-d190953f0aea is: ACTIVE; New status is: DOWN {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:06.370067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:06.397616 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:06.399925 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba2c4fe-85df-4f9c-bb54-cf43e53dbad6" -d '{"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-unplugged", "status": "completed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:06.413658 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:06.439142 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae8874c-9d3f-48c9-9a03-70cd52ed20e3 x-openstack-request-id: req-5ae8874c-9d3f-48c9-9a03-70cd52ed20e3 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:06.439439 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-unplugged", "status": "failed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "code": 422}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:06.439695 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ae8874c-9d3f-48c9-9a03-70cd52ed20e3 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:06.440140 dv-cinder-master-3-smb neutron-server[106861]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5ae8874c-9d3f-48c9-9a03-70cd52ed20e3']: {'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'code': 422} returned with failed status Sep 04 01:13:06.480927 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:06.529153 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=6']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:06.928997 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc5073-74c5-4b0d-88cf-3841a0dd0e6c req-995d7e92-1c4f-4d52-af43-34ed162bfacd tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:06.930474 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47fc5073-74c5-4b0d-88cf-3841a0dd0e6c req-995d7e92-1c4f-4d52-af43-34ed162bfacd tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0470443 Sep 04 01:13:06.982101 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47fc5073-74c5-4b0d-88cf-3841a0dd0e6c req-a57e8d80-e2b9-44da-8248-aa89b0b204e2 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Sep 04 01:13:07.148697 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-6a880f5c-de9e-4755-a7ff-21cd3abf003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:07.150182 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-6a880f5c-de9e-4755-a7ff-21cd3abf003f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3&tenant_id=be21c8fcaef64d9dbecf31bd633559c4 HTTP/1.1" status: 200 len: 1128 time: 0.0703473 Sep 04 01:13:07.242349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:07.254824 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-afaf44fb-ca16-4098-a0d7-d1249325deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:07.256295 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-afaf44fb-ca16-4098-a0d7-d1249325deae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1128 time: 0.0447187 Sep 04 01:13:07.462543 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-0249f436-ee33-40b3-9fab-01d6a7c32ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:07.462543 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-0249f436-ee33-40b3-9fab-01d6a7c32ee3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 909 time: 0.0925059 Sep 04 01:13:07.462543 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-56830242-21ec-4179-8d44-ee556c0d21f5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 1000 time: 0.0643358 Sep 04 01:13:07.484574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-a86df8b4-d989-4823-be16-0b19b31dbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:07.486019 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-a86df8b4-d989-4823-be16-0b19b31dbe30 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0451596 Sep 04 01:13:07.529953 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-53c20d2c-ebeb-4246-b407-b20f4ec725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:07.531680 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-53c20d2c-ebeb-4246-b407-b20f4ec725cd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396683 Sep 04 01:13:07.651392 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-6a283c8a-baed-4952-a772-086c74f49e72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897563 Sep 04 01:13:07.651392 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:07.723553 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-0b1fa92c-9884-4a4a-b6f2-a7898480b8c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864167 Sep 04 01:13:07.921250 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-81c04ad3-bb39-4af9-b7f5-d3994c035d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.064901 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=21 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:08.106209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538a08c-6179-4f11-92ec-558dbed14904 req-a82de1bd-15c1-4bf9-a740-dc59c5d449c8 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:08.107668 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d538a08c-6179-4f11-92ec-558dbed14904 req-a82de1bd-15c1-4bf9-a740-dc59c5d449c8 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0512500 Sep 04 01:13:08.156859 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d538a08c-6179-4f11-92ec-558dbed14904 req-4418dfe9-1f5d-4ea7-8fed-08e63429c88e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Sep 04 01:13:09.122170 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:09.189089 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.283083 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991b82-3d2e-4bca-8d2d-2c36ae7c7915 req-c133778a-46d9-4aee-a702-bdbb74c179c0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:09.284581 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-84991b82-3d2e-4bca-8d2d-2c36ae7c7915 req-c133778a-46d9-4aee-a702-bdbb74c179c0 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0480208 Sep 04 01:13:09.336688 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-84991b82-3d2e-4bca-8d2d-2c36ae7c7915 req-942f0948-2040-48ca-8d54-4377a72c3275 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466857 Sep 04 01:13:10.458902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa325-b359-4e95-bec1-b8e575af034c req-eaa95097-2d00-485e-b0b4-d36cd253d518 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:10.460330 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e48fa325-b359-4e95-bec1-b8e575af034c req-eaa95097-2d00-485e-b0b4-d36cd253d518 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0455120 Sep 04 01:13:10.506970 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e48fa325-b359-4e95-bec1-b8e575af034c req-c14dd448-19b1-4888-aa5e-a3aa5231c54a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Sep 04 01:13:10.634413 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:10.692526 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:10.801178 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:11.633257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfb7da-6bd5-473d-bb31-64c592ad2d00 req-5c055c5a-b279-46f3-9ffe-d03b14651c6f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:11.634711 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dabfb7da-6bd5-473d-bb31-64c592ad2d00 req-5c055c5a-b279-46f3-9ffe-d03b14651c6f tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 944 time: 0.0477760 Sep 04 01:13:11.683902 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dabfb7da-6bd5-473d-bb31-64c592ad2d00 req-abed2477-4c9d-408b-b6a4-7b86e1193216 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Sep 04 01:13:12.330761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:13:12.558445 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:12.569434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'port_id': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'mac_address': 'fa:16:3e:6c:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:13:12.604308 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 1390c8ba-36ac-478c-b0ee-d190953f0aea is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:12.604744 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:12.621734 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1390c8ba-36ac-478c-b0ee-d190953f0aea {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:12.642440 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:12.691965 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:12.739907 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=7']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:12.814550 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f651a-1447-4586-80bb-e13e418013ae req-66f53002-4a1a-47c7-9f3a-ec4c9ce69e99 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:12.815969 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-585f651a-1447-4586-80bb-e13e418013ae req-66f53002-4a1a-47c7-9f3a-ec4c9ce69e99 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 945 time: 0.0522940 Sep 04 01:13:12.868390 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-585f651a-1447-4586-80bb-e13e418013ae req-5fc2fe18-ee01-442e-a267-66644bf6f85b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467727 Sep 04 01:13:13.213994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['1390c8ba-36ac-478c-b0ee-d190953f0aea'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:13:13.992117 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dbcfe-6b89-4342-8790-dd391f9811cf req-32c2b457-822b-4271-be12-1368711a0272 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:13.993719 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a95dbcfe-6b89-4342-8790-dd391f9811cf req-32c2b457-822b-4271-be12-1368711a0272 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Sep 04 01:13:14.042423 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a95dbcfe-6b89-4342-8790-dd391f9811cf req-a3c7c7f7-e14c-467f-a6c8-95f5fe5a5b02 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Sep 04 01:13:14.338157 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:13:14.381854 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 1390c8ba-36ac-478c-b0ee-d190953f0aea triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:13:14.382221 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.451210 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 1390c8ba-36ac-478c-b0ee-d190953f0aea is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:14.451780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.476740 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:14.478942 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c42e60-f818-48fb-b9a3-6dbe4210d787" -d '{"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-plugged", "status": "completed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:14.494401 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:14.516909 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59148c-6735-4a50-9e70-31a02ca08d48 x-openstack-request-id: req-9a59148c-6735-4a50-9e70-31a02ca08d48 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:14.517256 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-plugged", "status": "completed", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:14.517552 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a59148c-6735-4a50-9e70-31a02ca08d48 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:14.517993 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a59148c-6735-4a50-9e70-31a02ca08d48'] response: {'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'code': 200} Sep 04 01:13:14.543830 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.594213 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=8']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:14.881152 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebe6d6-1c10-4ec2-aa28-c45e3c6140dd req-15aa84a0-87a7-4fd0-9a65-7ea4dd1a4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:14.882663 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-32ebe6d6-1c10-4ec2-aa28-c45e3c6140dd req-15aa84a0-87a7-4fd0-9a65-7ea4dd1a4d1e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0397885 Sep 04 01:13:14.928409 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-32ebe6d6-1c10-4ec2-aa28-c45e3c6140dd req-ad057660-37c1-47e9-a935-cb439292efd5 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396724 Sep 04 01:13:15.167021 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153f2c-03a5-40d2-940d-e7a9b06525aa req-d0892250-11b2-4fa9-81e6-97cf51f6969d tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:15.168473 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-30153f2c-03a5-40d2-940d-e7a9b06525aa req-d0892250-11b2-4fa9-81e6-97cf51f6969d tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0499494 Sep 04 01:13:15.218023 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-30153f2c-03a5-40d2-940d-e7a9b06525aa req-26e9f6e0-7c3b-4521-a876-b16d2c4d32bb tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Sep 04 01:13:16.340289 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee483387-16d8-4624-a55a-14ee2cafa3f2 req-b53b8979-3df9-47ea-8107-44bbdbad4d6b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:16.341814 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee483387-16d8-4624-a55a-14ee2cafa3f2 req-b53b8979-3df9-47ea-8107-44bbdbad4d6b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0464318 Sep 04 01:13:16.393340 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ee483387-16d8-4624-a55a-14ee2cafa3f2 req-b9f37a0a-a3e1-4e1c-93d9-96f227d92d2a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Sep 04 01:13:17.512413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad2469-4f23-4e77-96c6-54f619d7fd2b req-05d4aa2c-fde7-43b1-a0e4-36e26a603f26 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:17.513888 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2dad2469-4f23-4e77-96c6-54f619d7fd2b req-05d4aa2c-fde7-43b1-a0e4-36e26a603f26 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0469944 Sep 04 01:13:17.563439 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2dad2469-4f23-4e77-96c6-54f619d7fd2b req-84d8870d-7a93-4049-9bd8-f0929fd5d077 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Sep 04 01:13:24.582484 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:24.588533 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:24.591250 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.113830 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.118757 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.385176 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=46 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.390749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=77 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.491335 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38048) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:26.599383 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-9f609dfe-e7ce-4aa6-862d-14db52ed0ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.672669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-9f609dfe-e7ce-4aa6-862d-14db52ed0ab0 admin admin] Publish callbacks [] for security_group (896c5486-f7ae-4efa-bdf6-dfe966d5ec7b), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.714781 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-9f609dfe-e7ce-4aa6-862d-14db52ed0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (896c5486-f7ae-4efa-bdf6-dfe966d5ec7b), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.751253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609dfe-e7ce-4aa6-862d-14db52ed0ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c5486-f7ae-4efa-bdf6-dfe966d5ec7b,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:26.755964 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-9f609dfe-e7ce-4aa6-862d-14db52ed0ab0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=942bf1d7901d40c3a5cc93adb51d7c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636561 Sep 04 01:13:26.758607 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38052) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:26.806687 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] Publish callbacks [] for security_group (896c5486-f7ae-4efa-bdf6-dfe966d5ec7b), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.826874 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] Publish callbacks [] for security_group (896c5486-f7ae-4efa-bdf6-dfe966d5ec7b), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.921065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (896c5486-f7ae-4efa-bdf6-dfe966d5ec7b), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.923640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:26.925288 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/896c5486-f7ae-4efa-bdf6-dfe966d5ec7b HTTP/1.1" status: 204 len: 168 time: 0.1652968 Sep 04 01:13:26.935134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8830a8-fd82-4ecc-ab28-1fa9ec9cca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c5486-f7ae-4efa-bdf6-dfe966d5ec7b,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:27.556107 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:27.559025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:INSERT=10 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:27.749431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:27.914111 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38084) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:28.011604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2059142328-network', 'tenant_id': '2fe55a7032cb47ad98b86885aad23d6c'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:28.080663 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Made reservation on behalf of 2fe55a7032cb47ad98b86885aad23d6c for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:13:28.083221 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.091702 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.168828 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks [] for security_group (bb605830-402a-4fe1-9e24-0c719833d176), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.223859 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (bb605830-402a-4fe1-9e24-0c719833d176), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.250146 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:13:28.260264 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb605830-402a-4fe1-9e24-0c719833d176,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:28.265348 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (c1a11310-527f-4551-a02d-4283c68ebaa7), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.265685 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Added segment c1a11310-527f-4551-a02d-4283c68ebaa7 of type vlan for network 8de98734-02c6-441f-8701-947a041f89bd Sep 04 01:13:28.306292 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (8de98734-02c6-441f-8701-947a041f89bd), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.397297 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (8de98734-02c6-441f-8701-947a041f89bd), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.399217 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:28.400127 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.465253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] Pushing event updated for resources: {'Network': ['ID=8de98734-02c6-441f-8701-947a041f89bd,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:28.476348 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 8de98734-02c6-441f-8701-947a041f89bd details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:13:28.536170 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-4b354371-bd87-4c16-aeec-eb37e557fb33 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6209705 Sep 04 01:13:28.538950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38090) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:28.543770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Request body: {'subnet': {'network_id': '8de98734-02c6-441f-8701-947a041f89bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2059142328-subnet', 'tenant_id': '2fe55a7032cb47ad98b86885aad23d6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:28.556278 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:28.671800 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Made reservation on behalf of 2fe55a7032cb47ad98b86885aad23d6c for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:13:28.674020 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:28.734906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:28.739404 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-b56b1257-1d86-4693-9b44-e53d41df27c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810602 Sep 04 01:13:28.850530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-05c2f417-fe3e-4f20-a6db-e2cdd6c53679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:28.852018 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-05c2f417-fe3e-4f20-a6db-e2cdd6c53679 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0708454 Sep 04 01:13:29.218011 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (d5191f85-8e84-46af-b5d8-22f8af8b6cc1), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:29.249890 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-566cc240-7758-4aae-993a-264f2dde3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:29.251428 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-566cc240-7758-4aae-993a-264f2dde3880 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 909 time: 0.3630536 Sep 04 01:13:29.330107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5191f85-8e84-46af-b5d8-22f8af8b6cc1,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:29.348735 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Checking segment: {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:13:29.349018 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Network hostable DHCP agents. Network: 8de98734-02c6-441f-8701-947a041f89bd, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:13:29.352572 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-ade674d3-4d65-4f92-9c0e-227f2a6c716f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 1002 time: 0.0925539 Sep 04 01:13:29.408164 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-a8fbec7e-26e1-4ed0-9831-9968f4285ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:29.409840 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-a8fbec7e-26e1-4ed0-9831-9968f4285ac2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0496759 Sep 04 01:13:29.454539 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-4b31f4f2-3111-454e-93bd-b0b72a6e8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:29.456101 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-4b31f4f2-3111-454e-93bd-b0b72a6e8c78 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405710 Sep 04 01:13:29.470597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Network 8de98734-02c6-441f-8701-947a041f89bd is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:13:29.532474 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:29.552269 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 8de98734-02c6-441f-8701-947a041f89bd) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:13:29.558205 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcf6f7-bf99-44a1-aa8e-1dc2690872be None None] Network 8de98734-02c6-441f-8701-947a041f89bd requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:13:29.559566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:29.560152 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:29.570982 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-0d76b135-3f35-44db-bde0-34d8ccb6a71e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090257 Sep 04 01:13:29.642275 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-df1a3e42-c8df-4315-bd4e-4ea3367938dd admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1021807 Sep 04 01:13:29.669404 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41cda0-14e7-4268-884f-d9ede1d8172b None None] Network 8de98734-02c6-441f-8701-947a041f89bd requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:13:29.689836 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-238df0b3-75e7-4dab-a876-b57029fadde7 req-29ceeca7-791f-4c46-b97f-7c34e15aa188 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115253 Sep 04 01:13:31.727958 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-660ec7c6-a87a-410b-b7cb-6791a75c27ba tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:31.729463 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-660ec7c6-a87a-410b-b7cb-6791a75c27ba tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8de98734-02c6-441f-8701-947a041f89bd HTTP/1.1" status: 200 len: 809 time: 0.1114516 Sep 04 01:13:31.744227 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b1c9e686-6cbe-44cb-8b48-28461c795843 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/quotas/2fe55a7032cb47ad98b86885aad23d6c HTTP/1.1" status: 200 len: 375 time: 0.0095825 Sep 04 01:13:31.777294 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-eb199e21-737e-4d57-ba87-22995f06241f tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278869 Sep 04 01:13:31.923773 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-6375d78e-62b9-41cc-afff-3ecb5ece3696 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399655 Sep 04 01:13:32.021791 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-65e1c3d1-69da-4791-b1d9-b40118b05f21 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Sep 04 01:13:32.259808 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:32.285095 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7e200ef9-3484-4872-a5df-df33d68f0201 req-469df210-6432-42f5-b80a-c230b95d6978 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0332172 Sep 04 01:13:33.389484 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e1d71d84-81a9-44e3-a932-364040c76cd0 req-de36af95-1e02-4c0d-a7df-8496772053d8 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Sep 04 01:13:34.499137 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2f136332-d2db-4fe8-86cd-cc72c4157a67 req-85314566-c86e-4527-a9ff-03e2cac032d3 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0316741 Sep 04 01:13:34.588034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-c1b74561-3de0-461d-a484-237ef0022ae5 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:34.589481 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-c1b74561-3de0-461d-a484-237ef0022ae5 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8de98734-02c6-441f-8701-947a041f89bd HTTP/1.1" status: 200 len: 809 time: 0.1063030 Sep 04 01:13:34.606984 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Request body: {'port': {'device_id': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'network_id': '8de98734-02c6-441f-8701-947a041f89bd', 'admin_state_up': True, 'tenant_id': '2fe55a7032cb47ad98b86885aad23d6c'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:34.801440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Made reservation on behalf of 2fe55a7032cb47ad98b86885aad23d6c for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:13:34.805240 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:34.844555 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5336c1-933f-478d-b354-5706fa4b42fc req-53481e9b-f337-491c-99b9-3211b8070a23 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:34.846037 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6c5336c1-933f-478d-b354-5706fa4b42fc req-53481e9b-f337-491c-99b9-3211b8070a23 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Sep 04 01:13:34.895737 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6c5336c1-933f-478d-b354-5706fa4b42fc req-ebebfab8-f362-4640-a921-c57807f48b1e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Sep 04 01:13:34.937986 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Allocated IP 172.20.0.10 (8de98734-02c6-441f-8701-947a041f89bd/d5191f85-8e84-46af-b5d8-22f8af8b6cc1/8a09f235-8e36-4515-9f29-c2eb58373ec3) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:13:35.066259 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:13:35.085350 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks [] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.095697 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:35.155350 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.197958 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Network 8de98734-02c6-441f-8701-947a041f89bd is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:13:35.203246 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:13:35.207717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:13:35.213671 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Pushing event updated for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:35.258229 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:35.258820 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.306290 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-5468d4aa-18a5-4406-9fcd-6446d78d34d9 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7030427 Sep 04 01:13:35.594945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7a4a28e0-4959-435e-8676-cc6ef7cd5f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.600150 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:35.637558 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad222c9d-eea9-4979-a1d0-c8f5a82b22c2 req-1950775b-4adb-4ca7-9b33-a5cfe525d146 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:35.639075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ad222c9d-eea9-4979-a1d0-c8f5a82b22c2 req-1950775b-4adb-4ca7-9b33-a5cfe525d146 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 932 time: 0.0500894 Sep 04 01:13:35.692754 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ad222c9d-eea9-4979-a1d0-c8f5a82b22c2 req-f29462f2-3287-4aa5-81b2-dbbd8c7180bd tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Sep 04 01:13:36.016002 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8669b-754c-4689-9dac-321116a2532f req-2e1c5af6-a80f-4627-9048-64f0cfd727ef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:36.017449 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ec8669b-754c-4689-9dac-321116a2532f req-2e1c5af6-a80f-4627-9048-64f0cfd727ef tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0462635 Sep 04 01:13:36.062836 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2ec8669b-754c-4689-9dac-321116a2532f req-e2d5299c-b7e5-490b-ac84-4193579e05ad tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Sep 04 01:13:36.238764 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Request body: {'port': {'device_id': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:36.298437 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.559670 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a09f235-8e36-4515-9f29-c2eb58373ec3 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:36.567203 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks [] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.579091 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Transition to ACTIVE for port object 8a09f235-8e36-4515-9f29-c2eb58373ec3 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:13:36.635489 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.713901 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:36.743526 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Attempting to bind port 8a09f235-8e36-4515-9f29-c2eb58373ec3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:13:36.743526 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Attempting to bind port 8a09f235-8e36-4515-9f29-c2eb58373ec3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:13:36.743526 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Attempting to bind port 8a09f235-8e36-4515-9f29-c2eb58373ec3 on network 8de98734-02c6-441f-8701-947a041f89bd {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:36.747371 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Port 8a09f235-8e36-4515-9f29-c2eb58373ec3 on network 8de98734-02c6-441f-8701-947a041f89bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:13:36.747689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Attempting to bind port 8a09f235-8e36-4515-9f29-c2eb58373ec3 on network 8de98734-02c6-441f-8701-947a041f89bd {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:36.752689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:13:36.753076 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Checking segment: {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:13:36.753460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Bound using segment: {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:13:36.753885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Bound port: 8a09f235-8e36-4515-9f29-c2eb58373ec3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:13:36.754237 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.838464 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:36.851678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94466-ecc7-43a0-a9ea-f64c3e4010e1 req-f3132070-f00b-40ee-9122-1a48e643ba40 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:36.853174 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eec94466-ecc7-43a0-a9ea-f64c3e4010e1 req-f3132070-f00b-40ee-9122-1a48e643ba40 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0669975 Sep 04 01:13:36.858760 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:13:36.862967 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:13:36.906686 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eec94466-ecc7-43a0-a9ea-f64c3e4010e1 req-7acbb723-1207-42e6-ac69-749d41e6745a tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Sep 04 01:13:36.910523 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.914510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:36.915121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.916453 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/8a09f235-8e36-4515-9f29-c2eb58373ec3 HTTP/1.1" status: 200 len: 1094 time: 0.6834831 Sep 04 01:13:36.916963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:36.919391 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1c956c-9701-4466-a403-7d3433d43e33" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:36.939863 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-464725db-0749-463a-bd2c-8ceaefaaecb5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:36.942246 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-464725db-0749-463a-bd2c-8ceaefaaecb5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.0566890 Sep 04 01:13:36.973823 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a4e0ee-8ac8-4c11-92cc-45b80293cd7f x-openstack-request-id: req-50a4e0ee-8ac8-4c11-92cc-45b80293cd7f {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:36.974118 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:36.974371 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-50a4e0ee-8ac8-4c11-92cc-45b80293cd7f {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:36.974773 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a4e0ee-8ac8-4c11-92cc-45b80293cd7f'] response: {'name': 'network-changed', 'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3', 'status': 'completed', 'code': 200} Sep 04 01:13:36.977730 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ead25-bef3-4551-ac54-27743df1ddd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:37.036339 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port 5440d337-e806-4dac-94e1-00febf7b2d00 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:13:37.036958 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.067574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-7ac7bcb8-9b88-4b02-b70e-3fbec3150ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.069126 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-7ac7bcb8-9b88-4b02-b70e-3fbec3150ef8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 1128 time: 0.0434556 Sep 04 01:13:37.134656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] For port 5440d337-e806-4dac-94e1-00febf7b2d00, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5440d337-e806-4dac-94e1-00febf7b2d00,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:37.135294 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.236287 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:37.257345 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801bf0e-1085-4b80-8d59-173beddcee01 req-a59530b9-1017-4793-94fc-b2e8003ad81c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.258815 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6801bf0e-1085-4b80-8d59-173beddcee01 req-a59530b9-1017-4793-94fc-b2e8003ad81c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 946 time: 0.1052198 Sep 04 01:13:37.302686 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.303045 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.303362 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 5b8c3c52-9ddc-496b-a9b1-2e61995dda7c disassociated. External IP: 172.37.6.150, port: 5440d337-e806-4dac-94e1-00febf7b2d00. Sep 04 01:13:37.303698 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for 5440d337-e806-4dac-94e1-00febf7b2d00 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:13:37.304363 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-e75b5f76-da46-4414-9bc2-25f979a492a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.305858 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-e75b5f76-da46-4414-9bc2-25f979a492a9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2228105 Sep 04 01:13:37.406429 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6801bf0e-1085-4b80-8d59-173beddcee01 req-ca9a2156-f4d8-41d5-8a28-682976e12f49 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae7799c1-e8f1-411d-b799-ee663e038178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352096 Sep 04 01:13:37.495094 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-4eade354-7953-4d7f-ae48-3c199b9f7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.496593 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5c1c956c-9701-4466-a403-7d3433d43e33 req-4eade354-7953-4d7f-ae48-3c199b9f7eb4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810865 Sep 04 01:13:37.503895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (5440d337-e806-4dac-94e1-00febf7b2d00), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.530713 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=5440d337-e806-4dac-94e1-00febf7b2d00,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:37.597559 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-f8216547-9fae-4c54-830e-433aa68bc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.599114 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-f8216547-9fae-4c54-830e-433aa68bc76e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 1128 time: 0.0400603 Sep 04 01:13:37.644295 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:13:37.646591 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-d4642f79-4127-4c67-89db-acae13318ab4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3 HTTP/1.1" status: 200 len: 217 time: 0.0332470 Sep 04 01:13:37.683951 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:37.696717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-3c6c6f4c-057c-479a-be43-4415def5596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:37.698177 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-3c6c6f4c-057c-479a-be43-4415def5596e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d5191f85-8e84-46af-b5d8-22f8af8b6cc1 HTTP/1.1" status: 200 len: 849 time: 0.0463839 Sep 04 01:13:37.701026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:37.730389 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-dbadf2c7-8fa1-473f-9647-8da5ff489347 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8de98734-02c6-441f-8701-947a041f89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264857 Sep 04 01:13:37.750771 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:13:37.760871 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:13:37.773007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:13:37.773848 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:13:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:37.798477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] No DVR routers for this DVR port 5440d337-e806-4dac-94e1-00febf7b2d00 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:13:37.801673 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:37.804994 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f398bdc6-e474-42c6-98b9-f3066c617a05 req-5ab26c87-3288-4a7f-aff6-9c358d088fe2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5440d337-e806-4dac-94e1-00febf7b2d00 HTTP/1.1" status: 204 len: 173 time: 0.8571854 Sep 04 01:13:37.805865 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'name': 'network-vif-deleted', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:37.809740 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af631b8b-0970-4d7b-9a33-7ef6ff885664" -d '{"events": [{"server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "name": "network-vif-deleted", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:37.824234 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-4e787586-af78-42d6-84a1-3b8d438b2995 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860345 Sep 04 01:13:37.848512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95954856-1bf9-437d-acf1-d45e7f146cf1 x-openstack-request-id: req-95954856-1bf9-437d-acf1-d45e7f146cf1 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:37.848863 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc97e3ab-3fc3-4d50-991c-fc91c80b97e1", "name": "network-vif-deleted", "tag": "5440d337-e806-4dac-94e1-00febf7b2d00", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:37.849170 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95954856-1bf9-437d-acf1-d45e7f146cf1 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:37.849629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95954856-1bf9-437d-acf1-d45e7f146cf1'] response: {'server_uuid': 'dc97e3ab-3fc3-4d50-991c-fc91c80b97e1', 'name': 'network-vif-deleted', 'tag': '5440d337-e806-4dac-94e1-00febf7b2d00', 'status': 'completed', 'code': 200} Sep 04 01:13:37.914156 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:13:37.945859 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-07ac22ad-6cc4-4851-9c09-fd941ba3ce7c req-a8308c29-1de9-473f-882c-c2d011790ced service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121519 Sep 04 01:13:37.991084 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b4120293-4217-4ec5-821b-7cf199f748e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:38.069847 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edbf00-bd0f-452d-9362-c0ab679320d9 req-9648b49a-2e87-4176-9cb4-039aa1acf309 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:38.071523 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d0edbf00-bd0f-452d-9362-c0ab679320d9 req-9648b49a-2e87-4176-9cb4-039aa1acf309 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0587270 Sep 04 01:13:38.118233 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d0edbf00-bd0f-452d-9362-c0ab679320d9 req-fd0f69a9-4d81-4826-a964-75bd66072dff tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Sep 04 01:13:38.126468 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:38.153046 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:13:38.161618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:13:38.162223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:13:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:38.266310 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:13:38.451114 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:38.476212 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d07240-89a7-4288-874f-72f1b7d09ed3 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:13:38.531704 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-008f7fb4-2c32-489a-9899-11e1fa77c151 req-be0847a2-949c-4247-bcf5-4c9ca0906afe tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Sep 04 01:13:38.682404 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b98064-52ce-4425-8e89-342b979644d4 None None] New status for floating IP 5b8c3c52-9ddc-496b-a9b1-2e61995dda7c: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:13:39.183643 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:39.243611 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2196c-d159-4ae3-9de1-f45adc952964 req-f4658749-e3be-4d82-aa31-906c5b73b2f6 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:39.245106 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-05a2196c-d159-4ae3-9de1-f45adc952964 req-f4658749-e3be-4d82-aa31-906c5b73b2f6 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0507100 Sep 04 01:13:39.292586 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-05a2196c-d159-4ae3-9de1-f45adc952964 req-727449fb-dc8f-4039-8c6d-64e46a5e4b7f tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Sep 04 01:13:39.650847 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0cb692df-936d-4eec-803b-450e083baef6 req-73670e45-3c8b-473c-9f4c-20355390db2f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0313051 Sep 04 01:13:40.415951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bea4e3-ab0c-46bc-aa33-737df4839ec9 req-dc2597c2-c597-4e81-a38c-b3c19bf9e3dd tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:40.417462 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11bea4e3-ab0c-46bc-aa33-737df4839ec9 req-dc2597c2-c597-4e81-a38c-b3c19bf9e3dd tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0458221 Sep 04 01:13:40.448143 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:40.465534 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-11bea4e3-ab0c-46bc-aa33-737df4839ec9 req-a33b05b9-1cf8-4cb2-bd80-30a059c9cdb3 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Sep 04 01:13:40.505245 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5440d337-e806-4dac-94e1-00febf7b2d00 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:13:40.525844 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 5440d337-e806-4dac-94e1-00febf7b2d00 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:13:40.526197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 5440d337-e806-4dac-94e1-00febf7b2d00 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:13:40.680904 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:40.765284 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ac96055a-2363-4af8-8aa5-ab6f33b17f47 req-2c533959-df24-43bc-9d98-c8431c4a4c3b tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dc97e3ab-3fc3-4d50-991c-fc91c80b97e1 HTTP/1.1" status: 200 len: 210 time: 0.0282676 Sep 04 01:13:40.812396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:41.589691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c5b36-205d-439a-ada5-c982cded4098 req-1b90828f-4478-497d-8497-cff4605996c3 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:41.591148 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-227c5b36-205d-439a-ada5-c982cded4098 req-1b90828f-4478-497d-8497-cff4605996c3 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0506279 Sep 04 01:13:41.637304 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-227c5b36-205d-439a-ada5-c982cded4098 req-5438316f-2730-4584-a187-3db3c87d5e5b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Sep 04 01:13:42.030253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38210) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:42.083977 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (ae7799c1-e8f1-411d-b799-ee663e038178), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.105583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (ae7799c1-e8f1-411d-b799-ee663e038178), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.189320 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (ae7799c1-e8f1-411d-b799-ee663e038178), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.192006 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.193175 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ae7799c1-e8f1-411d-b799-ee663e038178 HTTP/1.1" status: 204 len: 168 time: 0.1619558 Sep 04 01:13:42.195979 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38212) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:42.202459 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7799c1-e8f1-411d-b799-ee663e038178,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:42.209750 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.api.v2.resource [None req-53192935-5a91-4b72-9254-5a19c6332969 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] show failed (client error): The resource could not be found. Sep 04 01:13:42.210723 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-53192935-5a91-4b72-9254-5a19c6332969 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups/ae7799c1-e8f1-411d-b799-ee663e038178 HTTP/1.1" status: 404 len: 347 time: 0.0137374 Sep 04 01:13:42.210866 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.211252 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.211594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.211928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.212258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.212623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.212952 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.213348 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.213694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.213827 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38214) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:42.214004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.214324 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.214643 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.214963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.215278 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.215592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ec925-2836-4a7e-919a-c51de07001d1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.323242 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port da79b4f7-2d80-475e-bdea-6919bc2ce19d {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:13:42.323581 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.401318 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.401638 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (da79b4f7-2d80-475e-bdea-6919bc2ce19d), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.413032 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for da79b4f7-2d80-475e-bdea-6919bc2ce19d owned by network:floatingip {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:13:42.504507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8a09f235-8e36-4515-9f29-c2eb58373ec3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:13:42.602509 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:42.613521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '8a09f235-8e36-4515-9f29-c2eb58373ec3', 'network_id': '8de98734-02c6-441f-8701-947a041f89bd', 'port_id': '8a09f235-8e36-4515-9f29-c2eb58373ec3', 'mac_address': 'fa:16:3e:19:1a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5191f85-8e84-46af-b5d8-22f8af8b6cc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:13:42.635675 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (da79b4f7-2d80-475e-bdea-6919bc2ce19d), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.640518 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:42.653293 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 8a09f235-8e36-4515-9f29-c2eb58373ec3 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:42.653897 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.664071 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=da79b4f7-2d80-475e-bdea-6919bc2ce19d,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:42.668176 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a09f235-8e36-4515-9f29-c2eb58373ec3 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:42.673364 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:42.696070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:42.749904 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.761158 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (5b8c3c52-9ddc-496b-a9b1-2e61995dda7c), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.763732 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:42.764898 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-47acd334-8e7a-478d-ab70-45be4d58a7b5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5b8c3c52-9ddc-496b-a9b1-2e61995dda7c HTTP/1.1" status: 204 len: 168 time: 0.5502291 Sep 04 01:13:42.790497 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89227e-968b-4a9e-918d-defed9525f49 req-3dc64f79-a7fd-42d3-8e75-d37009ffaa81 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:42.792331 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eb89227e-968b-4a9e-918d-defed9525f49 req-3dc64f79-a7fd-42d3-8e75-d37009ffaa81 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 944 time: 0.0693738 Sep 04 01:13:42.793431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:42.810938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:42.820200 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.820200 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.820531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.820938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.821342 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.821739 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.822184 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.822550 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.822939 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.823266 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.823591 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.823938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.824264 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.824650 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.824972 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:42.847753 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eb89227e-968b-4a9e-918d-defed9525f49 req-54257c0e-234b-44a6-a436-8f166d5c075c tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500131 Sep 04 01:13:42.885921 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38220) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:42.890444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822243973', 'description': 'tempest-description--1859716871'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:42.973082 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.045483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (422ec3b4-46e3-47fe-92ae-348d7dc28cd6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.115449 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (422ec3b4-46e3-47fe-92ae-348d7dc28cd6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.146198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422ec3b4-46e3-47fe-92ae-348d7dc28cd6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:43.208996 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.210256 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8853f1a1-3571-41a8-89b0-b3dc63340e9f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3233504 Sep 04 01:13:43.213195 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38222) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:43.217514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '422ec3b4-46e3-47fe-92ae-348d7dc28cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:43.227774 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['8a09f235-8e36-4515-9f29-c2eb58373ec3'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:13:43.240899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:43.292883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (177db147-0714-49a7-92af-45f626378b7b), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.307505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:43.350167 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (177db147-0714-49a7-92af-45f626378b7b), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.412202 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (177db147-0714-49a7-92af-45f626378b7b), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.430417 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177db147-0714-49a7-92af-45f626378b7b,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:43.482859 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.484064 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4529191a-146c-4613-a781-c43d96a42933 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699661 Sep 04 01:13:43.491341 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38224) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:43.495507 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'security_group_rule': {'security_group_id': '422ec3b4-46e3-47fe-92ae-348d7dc28cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:43.629344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e9628ed3-46f0-4ca0-abf0-7f777b4022da), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.684289 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (e9628ed3-46f0-4ca0-abf0-7f777b4022da), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.755253 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (e9628ed3-46f0-4ca0-abf0-7f777b4022da), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.774857 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9628ed3-46f0-4ca0-abf0-7f777b4022da,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:43.850138 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:43.851485 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-02b72822-bbc7-4e37-a729-6d8667f41a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592508 Sep 04 01:13:43.854623 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38226) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:43.858895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:44.193916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.251025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d652b3d-23de-4582-8bff-413d77afc2bf req-5a6efff6-93bb-47ec-a388-7d2a34f081d0 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:44.252502 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d652b3d-23de-4582-8bff-413d77afc2bf req-5a6efff6-93bb-47ec-a388-7d2a34f081d0 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 945 time: 0.3275919 Sep 04 01:13:44.303403 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.356182 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d652b3d-23de-4582-8bff-413d77afc2bf req-d573680a-702b-4039-bcce-9b44cdb5894b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955479 Sep 04 01:13:44.412158 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:44.425239 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.37.6.41 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/12655637-7998-42ed-b841-1976943e8b80) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:13:44.531335 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (12655637-7998-42ed-b841-1976943e8b80), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.536853 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8a09f235-8e36-4515-9f29-c2eb58373ec3 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:13:44.579017 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 8a09f235-8e36-4515-9f29-c2eb58373ec3 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:13:44.613386 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (12655637-7998-42ed-b841-1976943e8b80), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.629462 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 8a09f235-8e36-4515-9f29-c2eb58373ec3 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:13:44.629838 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.652837 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:13:44.657576 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:13:44.661886 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:13:44.665224 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=12655637-7998-42ed-b841-1976943e8b80,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:44.751356 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.832337 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:44.835785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 8a09f235-8e36-4515-9f29-c2eb58373ec3 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:44.836279 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.842757 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (12655637-7998-42ed-b841-1976943e8b80), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.860134 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:44.862538 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a282e3-f20a-4a6b-9a48-98497c781a54" -d '{"events": [{"server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "name": "network-vif-plugged", "status": "completed", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:44.875409 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:44.903699 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea21cfd-f117-4f73-a3b8-cfc1c8aa0a1a x-openstack-request-id: req-9ea21cfd-f117-4f73-a3b8-cfc1c8aa0a1a {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:44.904016 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "name": "network-vif-plugged", "status": "completed", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:44.904280 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9ea21cfd-f117-4f73-a3b8-cfc1c8aa0a1a {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:44.904805 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea21cfd-f117-4f73-a3b8-cfc1c8aa0a1a'] response: {'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3', 'code': 200} Sep 04 01:13:44.944012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:44.996281 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:44.997479 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (12655637-7998-42ed-b841-1976943e8b80), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:45.052451 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (12655637-7998-42ed-b841-1976943e8b80), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:45.119047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=12655637-7998-42ed-b841-1976943e8b80,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:45.121365 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:45.175059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:45.176642 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-44cc3072-a5f9-40f2-bc53-685dcc98e3dd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3210721 Sep 04 01:13:45.249505 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:45.259715 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefda1d6-660a-4db7-804a-7a5e559a60b1 req-af967296-6d05-424b-813c-a3f248604c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:45.261580 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cefda1d6-660a-4db7-804a-7a5e559a60b1 req-af967296-6d05-424b-813c-a3f248604c93 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 1130 time: 0.0412042 Sep 04 01:13:45.310213 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cefda1d6-660a-4db7-804a-7a5e559a60b1 req-8202c951-9f5d-4acd-b8c3-f00f3d2cc75d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Sep 04 01:13:45.383324 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-2600f585-bcfa-44e9-a149-7242fb827426 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1822243973&fields=id&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 267 time: 0.0463367 Sep 04 01:13:45.479268 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fe909-7e8d-479f-8e47-102acf008b53 req-35059a38-ee33-4793-8199-19961214170d tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:45.480721 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ae9fe909-7e8d-479f-8e47-102acf008b53 req-35059a38-ee33-4793-8199-19961214170d tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Sep 04 01:13:45.492587 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-0969b133-c041-4ca1-8f2d-06a74fd5c91f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:45.494033 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-0969b133-c041-4ca1-8f2d-06a74fd5c91f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1034164 Sep 04 01:13:45.509082 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-b164d63f-cb28-491e-91a6-a182e74daf27 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/quotas/ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 375 time: 0.0096445 Sep 04 01:13:45.528380 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ae9fe909-7e8d-479f-8e47-102acf008b53 req-92ef865a-de2b-4a8b-afdb-29cfe6ff5814 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Sep 04 01:13:45.548027 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:45.562876 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-52f12cb0-ff28-4db6-9476-215ade2ddb49 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482891 Sep 04 01:13:45.657994 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-b297a0f8-e3e9-4aa9-abd0-bf867c140e78 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Sep 04 01:13:45.749617 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-be7d1f40-1ad7-440f-955f-d1755478dd6a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 Sep 04 01:13:46.002496 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a45a8ea3-95a2-4c7d-a0c5-3c0dd346f9e3 req-b5fab9f3-b9cf-4961-946e-510f4d7e38e2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 210 time: 0.0268996 Sep 04 01:13:46.651054 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a16d25-29be-427a-a139-5785e7d502f0 req-be683b4d-fb43-4438-aff7-ca5562323796 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:46.652571 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-96a16d25-29be-427a-a139-5785e7d502f0 req-be683b4d-fb43-4438-aff7-ca5562323796 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0479851 Sep 04 01:13:46.700758 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-96a16d25-29be-427a-a139-5785e7d502f0 req-d7045a4e-6910-49f0-a2c8-79b66be67286 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Sep 04 01:13:47.105532 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-264c92a3-e9c2-475f-9f56-84eea94b8386 req-f1a23039-af87-4ed4-9fe8-3da3a9f4ec81 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 210 time: 0.0308905 Sep 04 01:13:47.828870 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c91d9-71bf-402e-ab72-d4e92f4b4759 req-75363d59-1c95-4627-bf74-b567f887db68 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:47.830378 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a4c91d9-71bf-402e-ab72-d4e92f4b4759 req-75363d59-1c95-4627-bf74-b567f887db68 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0484297 Sep 04 01:13:47.882699 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a4c91d9-71bf-402e-ab72-d4e92f4b4759 req-b1dec96b-7dd4-4ea6-aba2-ea6e2c8df387 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Sep 04 01:13:48.206988 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5aceccf5-254b-4448-bfa1-b46054e26841 req-92ae782b-4dd7-49fc-8e19-fffe77cfc046 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Sep 04 01:13:48.475339 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-10a336c2-c82b-46a4-a77a-c4e76a272125 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:48.476789 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-10a336c2-c82b-46a4-a77a-c4e76a272125 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 814 time: 0.1028559 Sep 04 01:13:48.555187 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-5b209560-979a-4e07-8fdc-ffac670cb8b4 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef5de4321f9c4687a0bae83183b59a39 HTTP/1.1" status: 200 len: 380 time: 0.0564179 Sep 04 01:13:48.563749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'port': {'device_id': '1128769e-8203-4356-8951-9dcc9357e608', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'admin_state_up': True, 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'security_groups': ['422ec3b4-46e3-47fe-92ae-348d7dc28cd6']}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:48.733617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Made reservation on behalf of ef5de4321f9c4687a0bae83183b59a39 for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:13:48.737306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:48.754177 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:48.756649 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:48.853915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:48.871427 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Allocated IP 172.20.0.14 (2b20c706-eedb-40a9-af04-eb1e93ffe3a6/b9667620-66b6-4db4-9e52-1b9154b20d29/07128323-5e76-4c1e-8df0-e3517fcb84f6) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:13:49.010823 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:49.248892 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:49.313984 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344b77-ad43-4c1c-a2d4-416667b531ad req-640a5083-dcee-4654-a08c-69d3ff17a4fd tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:49.314781 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c926553a-9e31-472f-92dd-0a03625ec177 req-7583222f-e07a-4db8-81d1-399c3756a69e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Sep 04 01:13:49.315361 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31344b77-ad43-4c1c-a2d4-416667b531ad req-640a5083-dcee-4654-a08c-69d3ff17a4fd tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0644689 Sep 04 01:13:49.366082 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-31344b77-ad43-4c1c-a2d4-416667b531ad req-e0ba714c-87ee-433a-95d0-d92ae18cd2c1 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Sep 04 01:13:49.367479 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:49.412662 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:13:49.415845 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:13:49.418284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:13:49.450592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event updated for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:49.476326 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:49.476975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:49.541448 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-047de0c9-11ea-4542-bf38-079d3da4b5e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9811125 Sep 04 01:13:49.644968 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-8bcebc67-3a43-4ea4-bc0c-4add5b775f18 None None] Provisioning complete for port 07128323-5e76-4c1e-8df0-e3517fcb84f6 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:13:49.649330 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8bcebc67-3a43-4ea4-bc0c-4add5b775f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:49.679594 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-8bcebc67-3a43-4ea4-bc0c-4add5b775f18 None None] Port 07128323-5e76-4c1e-8df0-e3517fcb84f6 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:13:50.219053 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Request body: {'port': {'device_id': '1128769e-8203-4356-8951-9dcc9357e608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:50.277617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.441659 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935065ad-82ec-4dc3-be8c-6b2aa1d592a6 req-e15a2a2a-6ecb-45de-9c70-6a6e6ea02a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:50.443853 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-935065ad-82ec-4dc3-be8c-6b2aa1d592a6 req-e15a2a2a-6ecb-45de-9c70-6a6e6ea02a08 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 932 time: 0.0522559 Sep 04 01:13:50.492352 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-935065ad-82ec-4dc3-be8c-6b2aa1d592a6 req-9709a67a-0b2d-4ed8-9955-97b02d776002 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Sep 04 01:13:50.521121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85976cbe-9d30-4a5b-818d-3141ef2bea44 req-6450f12c-1047-479f-86a9-87a064f38006 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:50.522578 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-85976cbe-9d30-4a5b-818d-3141ef2bea44 req-6450f12c-1047-479f-86a9-87a064f38006 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0739551 Sep 04 01:13:50.610026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07128323-5e76-4c1e-8df0-e3517fcb84f6 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:50.616893 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-85976cbe-9d30-4a5b-818d-3141ef2bea44 req-31637a52-56d8-4bf6-bb53-6232d750877a tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863724 Sep 04 01:13:50.619332 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:50.621299 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks [] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.634592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Transition to ACTIVE for port object 07128323-5e76-4c1e-8df0-e3517fcb84f6 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:13:50.680742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.744431 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Pushing event updated for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:50.794001 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Attempting to bind port 07128323-5e76-4c1e-8df0-e3517fcb84f6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:13:50.794330 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Attempting to bind port 07128323-5e76-4c1e-8df0-e3517fcb84f6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:13:50.794656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Attempting to bind port 07128323-5e76-4c1e-8df0-e3517fcb84f6 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:50.799037 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Port 07128323-5e76-4c1e-8df0-e3517fcb84f6 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:13:50.799358 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Attempting to bind port 07128323-5e76-4c1e-8df0-e3517fcb84f6 on network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:50.804424 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:13:50.804789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Checking segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:13:50.805164 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Bound using segment: {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:13:50.805588 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Bound port: 07128323-5e76-4c1e-8df0-e3517fcb84f6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7756e402-c9de-42d2-8f39-63e74fa1481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:13:50.805939 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.855190 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:50.866114 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:13:50.869198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:13:50.909794 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.913826 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:50.914422 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:50.915744 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/07128323-5e76-4c1e-8df0-e3517fcb84f6 HTTP/1.1" status: 200 len: 1094 time: 0.7010319 Sep 04 01:13:50.916215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:50.918432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea420e-8c22-46a3-b567-f0b8f97dc7af" -d '{"events": [{"name": "network-changed", "server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:50.957932 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe266b-2970-47d8-8120-941bcdc76106 x-openstack-request-id: req-bffe266b-2970-47d8-8120-941bcdc76106 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:50.958354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:50.958606 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bffe266b-2970-47d8-8120-941bcdc76106 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:50.959008 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffe266b-2970-47d8-8120-941bcdc76106'] response: {'name': 'network-changed', 'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'status': 'completed', 'code': 200} Sep 04 01:13:50.973419 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0371c0-7714-4757-a5f8-bf0358ede969 service neutron] Pushing event updated for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:50.980715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:50.996450 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-206d98d3-2993-4b8a-9bf1-2f3085f38017 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:50.997906 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-206d98d3-2993-4b8a-9bf1-2f3085f38017 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 946 time: 0.0564539 Sep 04 01:13:51.053896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-ec31d15d-3b4c-4c3e-b094-e5893eea9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.055504 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-ec31d15d-3b4c-4c3e-b094-e5893eea9216 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 1128 time: 0.0456412 Sep 04 01:13:51.091862 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Deleting port 8a09f235-8e36-4515-9f29-c2eb58373ec3 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:13:51.092223 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.163490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-9ad3f019-bbb9-4ddc-ad82-a223fa653b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.165025 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-9ad3f019-bbb9-4ddc-ad82-a223fa653b08 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=ef5de4321f9c4687a0bae83183b59a39&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950823 Sep 04 01:13:51.183901 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] For port 8a09f235-8e36-4515-9f29-c2eb58373ec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a09f235-8e36-4515-9f29-c2eb58373ec3,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:51.184254 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.197545 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Calling delete_port for 8a09f235-8e36-4515-9f29-c2eb58373ec3 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:13:51.264377 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-85afa450-3428-45df-aa7b-256a2ea557d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.265786 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feea420e-8c22-46a3-b567-f0b8f97dc7af req-85afa450-3428-45df-aa7b-256a2ea557d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943952 Sep 04 01:13:51.363480 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-47d7d841-fff9-4bfe-90a9-57fa87bd89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.365149 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-47d7d841-fff9-4bfe-90a9-57fa87bd89cf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 1128 time: 0.0397539 Sep 04 01:13:51.377962 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (8a09f235-8e36-4515-9f29-c2eb58373ec3), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.403698 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Pushing event deleted for resources: {'Port': ['ID=8a09f235-8e36-4515-9f29-c2eb58373ec3,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:51.416330 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['8a09f235-8e36-4515-9f29-c2eb58373ec3'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:13:51.423194 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-3f40b4e6-fe03-4d5b-8cac-a3c965adaf54 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6 HTTP/1.1" status: 200 len: 217 time: 0.0380032 Sep 04 01:13:51.452722 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] No DVR routers for this DVR port 8a09f235-8e36-4515-9f29-c2eb58373ec3 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:13:51.457738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.458317 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-63fc7a75-3b77-435f-be8d-7d4a2b37badb req-0d70bb7c-566d-4183-aab4-2a10c155c639 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "DELETE /networking/v2.0/ports/8a09f235-8e36-4515-9f29-c2eb58373ec3 HTTP/1.1" status: 204 len: 173 time: 0.4491832 Sep 04 01:13:51.458745 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'name': 'network-vif-deleted', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:51.460982 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2d7c0f-d1b3-4d3e-a226-5b86419c0e67" -d '{"events": [{"server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "name": "network-vif-deleted", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:51.475780 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-32aac19e-b260-4537-b740-50e923323aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.477281 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-32aac19e-b260-4537-b740-50e923323aa9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0494773 Sep 04 01:13:51.500512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5badcee2-6e2a-4275-ad1b-f42bf176fb30 x-openstack-request-id: req-5badcee2-6e2a-4275-ad1b-f42bf176fb30 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:51.500806 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b8613b-9631-49b3-b8b8-2f03c3d55129", "name": "network-vif-deleted", "tag": "8a09f235-8e36-4515-9f29-c2eb58373ec3", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:51.501052 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5badcee2-6e2a-4275-ad1b-f42bf176fb30 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:51.501449 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5badcee2-6e2a-4275-ad1b-f42bf176fb30'] response: {'server_uuid': 'a0b8613b-9631-49b3-b8b8-2f03c3d55129', 'name': 'network-vif-deleted', 'tag': '8a09f235-8e36-4515-9f29-c2eb58373ec3', 'status': 'completed', 'code': 200} Sep 04 01:13:51.523236 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-49524d17-a07a-45b4-83c7-4aaf031aee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.524721 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-49524d17-a07a-45b4-83c7-4aaf031aee41 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417755 Sep 04 01:13:51.621542 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80628b05-9ea1-45ef-9cf7-4f38b4d2482a req-6c73fa26-9f58-462c-933f-a588f0a7b6d3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:51.623221 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80628b05-9ea1-45ef-9cf7-4f38b4d2482a req-6c73fa26-9f58-462c-933f-a588f0a7b6d3 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Sep 04 01:13:51.633230 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-3af04746-a810-4327-9163-ae5d740d0d4f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908496 Sep 04 01:13:51.667692 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:51.675598 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80628b05-9ea1-45ef-9cf7-4f38b4d2482a req-081148e5-1e12-41be-ae9f-3cd7188dc015 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Sep 04 01:13:51.741654 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e73be080-2cac-489c-bbcd-a299030ad03a req-a52a9de2-c72e-47f9-89d9-efdeb21daa80 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0364118 Sep 04 01:13:51.763320 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7f5b50ec-7b53-45d9-b47e-cb977c6f398b req-7b9d20f0-8c1f-4a9f-9407-a1af0eb727c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212409 Sep 04 01:13:52.797755 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8facb-d849-4d9c-87db-8c88bf434452 req-f3295433-9f44-4d94-b841-f192f89c2076 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:52.799245 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a4e8facb-d849-4d9c-87db-8c88bf434452 req-f3295433-9f44-4d94-b841-f192f89c2076 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 944 time: 0.0476625 Sep 04 01:13:52.850356 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a4e8facb-d849-4d9c-87db-8c88bf434452 req-a476d6a7-d619-41e7-a5aa-8cf387919216 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Sep 04 01:13:52.860403 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6e8f962d-4256-4990-a8ba-3868d7544aa6 req-80fd5c9b-d7d9-40b1-aa9d-df95efb42684 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0324898 Sep 04 01:13:53.971850 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afff74-6636-4742-98ce-f783bb7051e4 req-01b47449-0d19-4eee-9fc9-8acebef61012 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:53.973471 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-68afff74-6636-4742-98ce-f783bb7051e4 req-01b47449-0d19-4eee-9fc9-8acebef61012 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 944 time: 0.0461817 Sep 04 01:13:53.974469 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d164ad86-891a-40a9-96aa-62e797a165f4 req-37ff8adf-a785-4492-97fc-497206b30905 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a0b8613b-9631-49b3-b8b8-2f03c3d55129 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Sep 04 01:13:54.021925 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-68afff74-6636-4742-98ce-f783bb7051e4 req-1c848447-7f70-407a-908a-f2014ad7a3a0 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Sep 04 01:13:54.568626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8a09f235-8e36-4515-9f29-c2eb58373ec3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:13:54.587726 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 8a09f235-8e36-4515-9f29-c2eb58373ec3 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:13:54.588068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 8a09f235-8e36-4515-9f29-c2eb58373ec3 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:13:55.143887 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8d10d-11cf-4685-94dc-b0715f26bfc2 req-04acbc02-d735-4173-9e2f-473d8109da53 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:55.146373 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-23a8d10d-11cf-4685-94dc-b0715f26bfc2 req-04acbc02-d735-4173-9e2f-473d8109da53 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 944 time: 0.0498261 Sep 04 01:13:55.156023 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:55.193530 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-23a8d10d-11cf-4685-94dc-b0715f26bfc2 req-90f66ec2-9dd6-46c9-85c0-bd3663353064 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Sep 04 01:13:55.248326 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-16f999fa-9fae-49b7-9ec6-92bc8932d52e tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:55.249786 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-16f999fa-9fae-49b7-9ec6-92bc8932d52e tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8de98734-02c6-441f-8701-947a041f89bd HTTP/1.1" status: 200 len: 809 time: 0.1041617 Sep 04 01:13:55.264985 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-c78d118f-12b4-455a-8239-1a650d6cf24b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/quotas/2fe55a7032cb47ad98b86885aad23d6c HTTP/1.1" status: 200 len: 375 time: 0.0092485 Sep 04 01:13:55.301068 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-38b45fca-5694-4ca6-9864-727381308db8 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301454 Sep 04 01:13:55.390896 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-61e7f193-777e-4610-9ce1-cb5dcaa2ce58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 Sep 04 01:13:55.482273 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-6fe1993c-4f91-4f73-8888-37e91ef590d1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849550 Sep 04 01:13:55.693610 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-78cae48e-2b82-41e8-8e63-b969dcbc4f3d req-b770f589-ab88-45c1-a3b7-7fb013a5708c tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 210 time: 0.0308924 Sep 04 01:13:56.316133 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d49be-1590-4506-a08f-3beb79d1cee6 req-c9647d6e-29ed-4b8d-aacc-9af5bcdb49e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:56.317714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1c5d49be-1590-4506-a08f-3beb79d1cee6 req-c9647d6e-29ed-4b8d-aacc-9af5bcdb49e1 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 944 time: 0.0467703 Sep 04 01:13:56.348521 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:56.365350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1c5d49be-1590-4506-a08f-3beb79d1cee6 req-97ae6bc1-34a5-4a31-ad3a-ade595747081 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421302 Sep 04 01:13:56.557276 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 07128323-5e76-4c1e-8df0-e3517fcb84f6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:13:56.661313 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:56.672425 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'port_id': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'mac_address': 'fa:16:3e:8e:8c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:13:56.707974 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 07128323-5e76-4c1e-8df0-e3517fcb84f6 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:56.708390 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:56.724999 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07128323-5e76-4c1e-8df0-e3517fcb84f6 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:56.746791 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:56.798958 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-86d08a5c-dba8-42e4-b3d3-4312c65de95a req-9967b430-f421-4d89-af7f-cc150c8cc55b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 210 time: 0.0265911 Sep 04 01:13:56.846740 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:56.895498 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:57.256394 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['07128323-5e76-4c1e-8df0-e3517fcb84f6'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:13:57.491222 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb235a-cb80-4a2e-bd3b-a7c7ed817440 req-001ca5bf-10ef-4bed-b60e-68ebd5cf169c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:57.493216 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ecfb235a-cb80-4a2e-bd3b-a7c7ed817440 req-001ca5bf-10ef-4bed-b60e-68ebd5cf169c tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Sep 04 01:13:57.546123 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ecfb235a-cb80-4a2e-bd3b-a7c7ed817440 req-61f1acc6-ecc7-4174-8885-f81328bde3e2 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Sep 04 01:13:57.805506 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-52f682e0-8c29-4bd6-a72d-1f1226f43fe5 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:57.806945 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-52f682e0-8c29-4bd6-a72d-1f1226f43fe5 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8de98734-02c6-441f-8701-947a041f89bd HTTP/1.1" status: 200 len: 809 time: 0.1014566 Sep 04 01:13:57.824950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Request body: {'port': {'device_id': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'network_id': '8de98734-02c6-441f-8701-947a041f89bd', 'admin_state_up': True, 'tenant_id': '2fe55a7032cb47ad98b86885aad23d6c'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:57.904095 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-af4c4498-d7c9-4c79-bb88-25c32a759fc0 req-12766c55-d9ed-48bd-9f0e-d740ce3b7eec tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 210 time: 0.0289400 Sep 04 01:13:58.001107 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Made reservation on behalf of 2fe55a7032cb47ad98b86885aad23d6c for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:13:58.005033 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.135103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Allocated IP 172.20.0.5 (8de98734-02c6-441f-8701-947a041f89bd/d5191f85-8e84-46af-b5d8-22f8af8b6cc1/6e3169ff-9515-4597-9d16-02a3e59d7e4d) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:13:58.229797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.270322 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:58.282517 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks [] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.355462 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.398612 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:58.406306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Network 8de98734-02c6-441f-8701-947a041f89bd is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:13:58.411694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:13:58.413687 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Pushing event updated for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:58.415783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:13:58.463624 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:58.464355 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.512144 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-03539b1b-f2e4-41b7-8763-21d6faf93431 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908655 Sep 04 01:13:58.529772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Request body: {'port': {'device_id': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:13:58.566816 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 07128323-5e76-4c1e-8df0-e3517fcb84f6 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:13:58.589490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.612434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 07128323-5e76-4c1e-8df0-e3517fcb84f6 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:13:58.652051 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 07128323-5e76-4c1e-8df0-e3517fcb84f6 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:13:58.652433 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.686969 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c36ec-50a7-45ab-b75d-840c7c976176 req-315fe7d1-c254-4312-96b0-305e530afb0e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:58.688445 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b64c36ec-50a7-45ab-b75d-840c7c976176 req-315fe7d1-c254-4312-96b0-305e530afb0e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 945 time: 0.0615916 Sep 04 01:13:58.698605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:58.729676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 07128323-5e76-4c1e-8df0-e3517fcb84f6 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:58.729971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.758080 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:58.760859 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21c285c-9185-4c30-81b7-29287058cb88" -d '{"events": [{"server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "name": "network-vif-plugged", "status": "completed", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:58.775802 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:58.800331 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874fe04-c633-4de6-8793-366b9340acef x-openstack-request-id: req-4874fe04-c633-4de6-8793-366b9340acef {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:58.800658 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "name": "network-vif-plugged", "status": "completed", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:58.800906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4874fe04-c633-4de6-8793-366b9340acef {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:58.801300 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4874fe04-c633-4de6-8793-366b9340acef'] response: {'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'code': 200} Sep 04 01:13:58.829493 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.832642 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b64c36ec-50a7-45ab-b75d-840c7c976176 req-7640028f-9fe4-4459-9a8e-8ab6e0ad42c7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037569 Sep 04 01:13:58.883378 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:58.932629 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3169ff-9515-4597-9d16-02a3e59d7e4d {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:13:58.940392 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks [] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.955218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Transition to ACTIVE for port object 6e3169ff-9515-4597-9d16-02a3e59d7e4d will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:13:59.001159 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:59.032675 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c3868-67de-4029-94cb-10bc4a5c897e req-1b695b17-8c1d-41d4-8722-947f4f86b00f tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.034163 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-185c3868-67de-4029-94cb-10bc4a5c897e req-1b695b17-8c1d-41d4-8722-947f4f86b00f tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 931 time: 0.0487156 Sep 04 01:13:59.088066 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-185c3868-67de-4029-94cb-10bc4a5c897e req-59074c6e-9d51-4800-883c-4867ca4d4c3e tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Sep 04 01:13:59.089243 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Pushing event updated for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:59.120698 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Attempting to bind port 6e3169ff-9515-4597-9d16-02a3e59d7e4d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:13:59.121027 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Attempting to bind port 6e3169ff-9515-4597-9d16-02a3e59d7e4d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:13:59.121366 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Attempting to bind port 6e3169ff-9515-4597-9d16-02a3e59d7e4d on network 8de98734-02c6-441f-8701-947a041f89bd {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:59.125659 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Port 6e3169ff-9515-4597-9d16-02a3e59d7e4d on network 8de98734-02c6-441f-8701-947a041f89bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:13:59.125969 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Attempting to bind port 6e3169ff-9515-4597-9d16-02a3e59d7e4d on network 8de98734-02c6-441f-8701-947a041f89bd {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:13:59.131681 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:13:59.132015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Checking segment: {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:13:59.132387 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Bound using segment: {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:13:59.132840 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Bound port: 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a11310-527f-4551-a02d-4283c68ebaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8de98734-02c6-441f-8701-947a041f89bd'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:13:59.133186 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:59.138961 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3f45-99d2-4490-b8b4-2f8da26b45cb req-180a5b6a-1f56-4fd0-ba25-dfb6fcbdcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.140402 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-98ae3f45-99d2-4490-b8b4-2f8da26b45cb req-180a5b6a-1f56-4fd0-ba25-dfb6fcbdcf0d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 1130 time: 0.0450947 Sep 04 01:13:59.185255 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-98ae3f45-99d2-4490-b8b4-2f8da26b45cb req-161ad1cc-b9b5-448a-8443-396aef03a9e6 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Sep 04 01:13:59.190709 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:59.194998 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:13:59.198056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:13:59.253476 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:59.258085 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.258897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:59.260621 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6e3169ff-9515-4597-9d16-02a3e59d7e4d HTTP/1.1" status: 200 len: 1093 time: 0.7351303 Sep 04 01:13:59.263530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:59.265893 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ddc554-a2d1-4cfd-80ab-996ed9929bda" -d '{"events": [{"name": "network-changed", "server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:59.312425 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f27eb9-38ba-48f6-b16f-6accfd7dc094 x-openstack-request-id: req-d9f27eb9-38ba-48f6-b16f-6accfd7dc094 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:59.312824 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:59.313134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9f27eb9-38ba-48f6-b16f-6accfd7dc094 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:59.313629 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f27eb9-38ba-48f6-b16f-6accfd7dc094'] response: {'name': 'network-changed', 'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d', 'status': 'completed', 'code': 200} Sep 04 01:13:59.327732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ee9f5-742d-483d-afbf-e0488eec305c service neutron] Pushing event updated for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:59.730719 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-6b86d3fb-96ec-41c3-9cb4-f7971f428191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.732230 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-6b86d3fb-96ec-41c3-9cb4-f7971f428191 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 1127 time: 0.0398169 Sep 04 01:13:59.947392 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:59.955482 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a47b-4372-4240-9791-224f5d515462 req-1a24903a-f8ad-488c-9b37-3e8dc9ceb88a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.957020 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1dd6a47b-4372-4240-9791-224f5d515462 req-1a24903a-f8ad-488c-9b37-3e8dc9ceb88a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0480838 Sep 04 01:14:00.004527 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1dd6a47b-4372-4240-9791-224f5d515462 req-1396c448-94fc-4384-806d-5c2dbc29451d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Sep 04 01:14:00.211062 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b737e8-35ac-482e-8458-90104e50cefd req-771452b4-2400-443c-aa9d-309fe44eca91 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:00.212556 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-87b737e8-35ac-482e-8458-90104e50cefd req-771452b4-2400-443c-aa9d-309fe44eca91 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0469198 Sep 04 01:14:00.274546 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:00.328405 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-87b737e8-35ac-482e-8458-90104e50cefd req-6c2f6470-c1b5-40ad-95d3-4326634f7607 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052959 Sep 04 01:14:00.345278 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-982cac51-69b2-43cd-badd-da2bdf578d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:00.346908 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-982cac51-69b2-43cd-badd-da2bdf578d11 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1331613 Sep 04 01:14:00.451415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-b88435df-22b6-4ed7-9029-ca23098a2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:00.452923 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-89ddc554-a2d1-4cfd-80ab-996ed9929bda req-b88435df-22b6-4ed7-9029-ca23098a2013 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948539 Sep 04 01:14:01.070668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-3a7925b1-5d40-4565-aad6-62a2a48c6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.072204 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-3a7925b1-5d40-4565-aad6-62a2a48c6a72 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 1127 time: 0.0415251 Sep 04 01:14:01.126355 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44782d-8e5c-4914-9a9c-929597d8c0c8 req-3bf50902-fa1b-4ae5-8403-8dd6381542a7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.127913 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0c44782d-8e5c-4914-9a9c-929597d8c0c8 req-3bf50902-fa1b-4ae5-8403-8dd6381542a7 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Sep 04 01:14:01.187255 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-d9533a29-977f-4833-921d-bc288f95f216 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d HTTP/1.1" status: 200 len: 217 time: 0.0397124 Sep 04 01:14:01.235944 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0c44782d-8e5c-4914-9a9c-929597d8c0c8 req-7f6387bf-472b-4001-adba-09a1f1c9735d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020219 Sep 04 01:14:01.250974 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-635197ac-2201-47cc-99d5-545b7fc73515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.252416 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-635197ac-2201-47cc-99d5-545b7fc73515 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d5191f85-8e84-46af-b5d8-22f8af8b6cc1 HTTP/1.1" status: 200 len: 849 time: 0.0582509 Sep 04 01:14:01.286027 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-a3b9e05a-0314-4275-bbe7-2889335a612d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8de98734-02c6-441f-8701-947a041f89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262678 Sep 04 01:14:01.359181 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f6453-0114-4092-af96-45318567aa72 req-60add3af-4d8e-4229-bfed-4fcabebc920f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.365815 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-030f6453-0114-4092-af96-45318567aa72 req-60add3af-4d8e-4229-bfed-4fcabebc920f tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Sep 04 01:14:01.372592 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38374) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:01.377482 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Request body: {'floatingip': {'port_id': '07128323-5e76-4c1e-8df0-e3517fcb84f6'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:01.380536 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-f01386bf-371d-426e-b97e-47e83cce32c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Sep 04 01:14:01.417610 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:01.485444 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ed0c8-98fe-4c9f-9fbc-15c22cd95c8f req-5c3d5a93-f824-43c5-b18b-1460a2735ccb tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.486800 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3b0ed0c8-98fe-4c9f-9fbc-15c22cd95c8f req-5c3d5a93-f824-43c5-b18b-1460a2735ccb tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0562088 Sep 04 01:14:01.531625 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-a779134b-c8d9-4dc3-bd84-8b9c19645875 req-8cd15f77-6ac5-4124-9d20-ccd71ec03986 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451287 Sep 04 01:14:01.555357 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3b0ed0c8-98fe-4c9f-9fbc-15c22cd95c8f req-ffe014f1-7577-415c-bd25-567f642d9b93 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Sep 04 01:14:01.755642 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:01.834767 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:01.874943 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:01.970326 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 0a434e17-8fb1-44ed-958e-ee6ee100cd14 associated. External IP: 172.37.6.41, port: 07128323-5e76-4c1e-8df0-e3517fcb84f6. Sep 04 01:14:02.167792 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:02.269820 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:02.275227 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:02.278790 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:02.280093 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:02.290442 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:02.291049 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:13:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:02.307892 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7f9abc88-84a8-47fd-b83c-358e87321e5d tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0a434e17-8fb1-44ed-958e-ee6ee100cd14 HTTP/1.1" status: 200 len: 991 time: 0.9336917 Sep 04 01:14:02.308486 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:02.310947 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857ae9fa-3894-41a2-aa00-54d7f35840db" -d '{"events": [{"name": "network-changed", "server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:02.338594 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:02.349486 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c6304-fec6-4acc-8daa-62c544598190 x-openstack-request-id: req-2b3c6304-fec6-4acc-8daa-62c544598190 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:02.351065 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:02.351401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2b3c6304-fec6-4acc-8daa-62c544598190 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:02.351807 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3c6304-fec6-4acc-8daa-62c544598190'] response: {'name': 'network-changed', 'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'status': 'completed', 'code': 200} Sep 04 01:14:02.380641 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:02.396318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:02.620757 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0a434e17-8fb1-44ed-958e-ee6ee100cd14', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.41', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8e:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128769e-8203-4356-8951-9dcc9357e608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:13:44Z', 'updated_at': '2022-09-04T01:14:01Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:02.647741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:02.656547 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:02.657193 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:13:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:02.684387 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e69a6-8339-42e7-a240-bcb79b06aaa9 req-2b4d732b-ba12-4672-9ed9-06f1afe87166 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:02.685919 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-644e69a6-8339-42e7-a240-bcb79b06aaa9 req-2b4d732b-ba12-4672-9ed9-06f1afe87166 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0501652 Sep 04 01:14:02.736012 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-644e69a6-8339-42e7-a240-bcb79b06aaa9 req-6f062812-ff0b-40fe-bbc4-c382e5857444 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Sep 04 01:14:02.761124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:02.975592 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0a434e17-8fb1-44ed-958e-ee6ee100cd14', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.41', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8e:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128769e-8203-4356-8951-9dcc9357e608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:13:44Z', 'updated_at': '2022-09-04T01:14:01Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:03.004332 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2b4be-00f6-4ae9-8c7d-f9c95fa8e2b9 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0a434e17-8fb1-44ed-958e-ee6ee100cd14', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'floating_ip_address': '172.37.6.41', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'port_id': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'mac_address': 'fa:16:3e:8e:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128769e-8203-4356-8951-9dcc9357e608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:13:44Z', 'updated_at': '2022-09-04T01:14:01Z', 'revision_number': 1, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:03.030304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb810c42-9acd-4756-90b2-e478e8e8a2dd req-f2da2b9f-39be-4fae-b1ac-a137e62eb6eb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:03.031856 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fb810c42-9acd-4756-90b2-e478e8e8a2dd req-f2da2b9f-39be-4fae-b1ac-a137e62eb6eb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Sep 04 01:14:03.080713 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fb810c42-9acd-4756-90b2-e478e8e8a2dd req-4f7595cb-41ae-4b93-b185-c6711886e639 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Sep 04 01:14:03.113422 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:03.190591 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d497a9f-7419-4767-b5c5-ffe79ac05cac None None] New status for floating IP 0a434e17-8fb1-44ed-958e-ee6ee100cd14: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:14:03.858816 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027464c-5ab5-4cbf-8f79-1b51ff239d2d req-992b82a6-7c5c-48f3-9723-3a955bcced5b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:03.860330 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9027464c-5ab5-4cbf-8f79-1b51ff239d2d req-992b82a6-7c5c-48f3-9723-3a955bcced5b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0463219 Sep 04 01:14:03.908908 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9027464c-5ab5-4cbf-8f79-1b51ff239d2d req-f5a28b1a-5c2a-4c82-bd28-d3b95ace6d6b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Sep 04 01:14:03.923904 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:03.956307 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-81a8759f-3f65-4831-b87d-6a226addf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:03.957794 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-81a8759f-3f65-4831-b87d-6a226addf709 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef5de4321f9c4687a0bae83183b59a39&device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 1130 time: 0.0412376 Sep 04 01:14:04.066709 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-e06beaea-ea49-4859-ab35-586467c6b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:04.068051 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-e06beaea-ea49-4859-ab35-586467c6b4f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 200 len: 915 time: 0.0887601 Sep 04 01:14:04.173441 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-f3f506c4-8958-4457-96f1-0894be91d104 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6 HTTP/1.1" status: 200 len: 1001 time: 0.0562217 Sep 04 01:14:04.207028 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230242f-8821-4352-bce1-68ab7055940d req-1d899e75-1d89-4d74-88b8-52ef82206162 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:04.208512 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2230242f-8821-4352-bce1-68ab7055940d req-1d899e75-1d89-4d74-88b8-52ef82206162 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Sep 04 01:14:04.224530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-4764d808-5734-4c17-941a-925d81431eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:04.226524 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-4764d808-5734-4c17-941a-925d81431eb8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 200 len: 853 time: 0.0467651 Sep 04 01:14:04.265316 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2230242f-8821-4352-bce1-68ab7055940d req-5f498f87-c2f3-47a7-85ce-6343751986a4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505664 Sep 04 01:14:04.269983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-8cfa0875-e3bc-47e7-b505-7034f2d57473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:04.271686 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-8cfa0875-e3bc-47e7-b505-7034f2d57473 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=2b20c706-eedb-40a9-af04-eb1e93ffe3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391738 Sep 04 01:14:04.294504 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:04.364110 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-f60f7f30-46f1-43a8-9105-80413de460fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865500 Sep 04 01:14:04.449328 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-857ae9fa-3894-41a2-aa00-54d7f35840db req-27b9ab25-fe92-4ff6-8226-d1c0d247c1af service neutron] 10.222.0.55 "GET /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798073 Sep 04 01:14:05.026691 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522879-2690-4da6-be6a-1d9ada67fc43 req-d948b139-eb55-4521-ab64-e4ec6d80db24 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:05.028124 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-df522879-2690-4da6-be6a-1d9ada67fc43 req-d948b139-eb55-4521-ab64-e4ec6d80db24 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0460448 Sep 04 01:14:05.075254 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-df522879-2690-4da6-be6a-1d9ada67fc43 req-72c1957e-dcfb-4eb3-a162-a0bcbf173b1e tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Sep 04 01:14:05.390985 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c2c1-c480-4a01-bf9c-541ab5dc8a8f req-f5048405-1859-437c-9bda-2bb7dd9245ff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:05.392438 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0a4c2c1-c480-4a01-bf9c-541ab5dc8a8f req-f5048405-1859-437c-9bda-2bb7dd9245ff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0463064 Sep 04 01:14:05.438696 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b0a4c2c1-c480-4a01-bf9c-541ab5dc8a8f req-52652b65-6e0b-49c4-8765-9e7a5de57dea tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Sep 04 01:14:05.618063 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a8b50444-98c4-4664-8b8e-60601b9d6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.201229 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9a53-2d46-4df3-bb25-4df9515fa30f req-6b690db1-6474-41ef-b71c-cbed48b1df22 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:06.202690 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-57fe9a53-2d46-4df3-bb25-4df9515fa30f req-6b690db1-6474-41ef-b71c-cbed48b1df22 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 943 time: 0.0501528 Sep 04 01:14:06.250538 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-57fe9a53-2d46-4df3-bb25-4df9515fa30f req-2851df77-d25a-4a9d-ae20-df45e5108d86 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Sep 04 01:14:06.563792 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47ea7-ec19-41b4-b8d8-a5a21641c088 req-e6cfd11b-dcbd-4a2e-b8ac-aae094ccb476 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:06.565274 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-95f47ea7-ec19-41b4-b8d8-a5a21641c088 req-e6cfd11b-dcbd-4a2e-b8ac-aae094ccb476 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0460253 Sep 04 01:14:06.592889 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 6e3169ff-9515-4597-9d16-02a3e59d7e4d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:14:06.612380 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-95f47ea7-ec19-41b4-b8d8-a5a21641c088 req-8a807be7-869b-4ae3-a245-0422f3c108c5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Sep 04 01:14:06.692540 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:06.708043 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '6e3169ff-9515-4597-9d16-02a3e59d7e4d', 'network_id': '8de98734-02c6-441f-8701-947a041f89bd', 'port_id': '6e3169ff-9515-4597-9d16-02a3e59d7e4d', 'mac_address': 'fa:16:3e:fa:83:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5191f85-8e84-46af-b5d8-22f8af8b6cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:14:06.743702 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 6e3169ff-9515-4597-9d16-02a3e59d7e4d is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:06.744088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.757849 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3169ff-9515-4597-9d16-02a3e59d7e4d {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:06.778011 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:06.834804 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.879149 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:07.294752 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['6e3169ff-9515-4597-9d16-02a3e59d7e4d'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:14:07.360803 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:07.381045 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547ff22-c40e-4880-9e64-d07bcef8b9d7 req-f6b5d0ea-6af3-41bd-ba7e-76eb7aab09cb tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:07.382528 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3547ff22-c40e-4880-9e64-d07bcef8b9d7 req-f6b5d0ea-6af3-41bd-ba7e-76eb7aab09cb tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 944 time: 0.0465343 Sep 04 01:14:07.430627 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3547ff22-c40e-4880-9e64-d07bcef8b9d7 req-1a9aab8c-8340-42de-8753-9d97978df623 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Sep 04 01:14:07.743750 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb8b91-466c-47bc-bcd1-9a55539396a0 req-d962da6b-c8d5-4a93-a589-6e34910dd1b7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:07.745251 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61fb8b91-466c-47bc-bcd1-9a55539396a0 req-d962da6b-c8d5-4a93-a589-6e34910dd1b7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Sep 04 01:14:07.792112 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-61fb8b91-466c-47bc-bcd1-9a55539396a0 req-4f7a2e4a-5128-4966-93c2-597203b68435 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413618 Sep 04 01:14:07.932008 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d63fb720-d91d-45c3-b773-546b3c40bac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.552394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0fede-1de5-4efe-9bed-cc3f7b09ec12 req-3dabd464-5cd0-44aa-b216-a365c5ce9a78 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:08.554477 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-bac0fede-1de5-4efe-9bed-cc3f7b09ec12 req-3dabd464-5cd0-44aa-b216-a365c5ce9a78 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 944 time: 0.0493445 Sep 04 01:14:08.599273 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-bac0fede-1de5-4efe-9bed-cc3f7b09ec12 req-d10d8039-617d-43dc-bbc8-30420e2605be tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393944 Sep 04 01:14:08.603511 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 6e3169ff-9515-4597-9d16-02a3e59d7e4d up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:08.645618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 6e3169ff-9515-4597-9d16-02a3e59d7e4d completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:14:08.703632 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 6e3169ff-9515-4597-9d16-02a3e59d7e4d triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:08.704014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.778654 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 6e3169ff-9515-4597-9d16-02a3e59d7e4d is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:08.779042 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.801198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:08.803547 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ac86fe-b2f8-4f4d-b90c-a2888c202c56" -d '{"events": [{"server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:08.815935 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:08.846344 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e4dc4f-f253-442a-a9db-223deb2c5ac3 x-openstack-request-id: req-a1e4dc4f-f253-442a-a9db-223deb2c5ac3 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:08.846344 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:08.846344 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1e4dc4f-f253-442a-a9db-223deb2c5ac3 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:08.846344 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e4dc4f-f253-442a-a9db-223deb2c5ac3'] response: {'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d', 'code': 200} Sep 04 01:14:08.858765 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.863482 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.898159 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.907868 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:08.922817 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09148d4-3fe1-46a5-a148-fae437cf8758 req-5627787d-9344-4cf6-b7c7-d85da1da4209 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:08.924902 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b09148d4-3fe1-46a5-a148-fae437cf8758 req-5627787d-9344-4cf6-b7c7-d85da1da4209 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Sep 04 01:14:08.972769 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b09148d4-3fe1-46a5-a148-fae437cf8758 req-af0a063b-dd0f-4c4d-a572-23bec004799c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 Sep 04 01:14:09.190224 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19332-eb8a-40ab-a0c4-3c1e76311b9c req-c2c2959b-5885-440d-94bd-5f9b5474551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:09.191574 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e0a19332-eb8a-40ab-a0c4-3c1e76311b9c req-c2c2959b-5885-440d-94bd-5f9b5474551b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 1129 time: 0.0382414 Sep 04 01:14:09.218039 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.238098 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e0a19332-eb8a-40ab-a0c4-3c1e76311b9c req-028862f7-ed0c-427b-aec3-36f04011b9d9 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Sep 04 01:14:09.703723 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:09.722025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930a72-3aee-4d77-bbb0-ea6c6cd091cb req-191c769c-7726-4dc3-bdb6-3f34d68247e0 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:09.723472 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d930a72-3aee-4d77-bbb0-ea6c6cd091cb req-191c769c-7726-4dc3-bdb6-3f34d68247e0 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0469739 Sep 04 01:14:09.769802 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d930a72-3aee-4d77-bbb0-ea6c6cd091cb req-33b8f62c-b0f2-4418-b74e-3fed592be470 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Sep 04 01:14:10.086553 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.099242 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c9a1-1a4d-447f-b7ee-f79d21264cc6 req-0dbc2709-ca59-44d9-910c-0ae8450b2bda tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:10.101499 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd88c9a1-1a4d-447f-b7ee-f79d21264cc6 req-0dbc2709-ca59-44d9-910c-0ae8450b2bda tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0462489 Sep 04 01:14:10.147812 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd88c9a1-1a4d-447f-b7ee-f79d21264cc6 req-d2aabec8-f539-4cf3-8336-fc31da205ec9 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Sep 04 01:14:10.720618 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.800900 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.890752 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a39e-fcdf-4a40-a289-e193a795c951 req-0a130f6a-91ca-4258-acce-14e9601c9aba tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:10.892191 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-86d2a39e-fcdf-4a40-a289-e193a795c951 req-0a130f6a-91ca-4258-acce-14e9601c9aba tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0463812 Sep 04 01:14:10.940546 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-86d2a39e-fcdf-4a40-a289-e193a795c951 req-3045a675-4100-4f4f-9f4f-da1028358204 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Sep 04 01:14:11.274411 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996e8e-7a30-4627-bc5f-d77528d4d8c7 req-6d877c5e-63b7-4f0f-809c-ac197cabcdbb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:11.275876 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-92996e8e-7a30-4627-bc5f-d77528d4d8c7 req-6d877c5e-63b7-4f0f-809c-ac197cabcdbb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Sep 04 01:14:11.324019 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-92996e8e-7a30-4627-bc5f-d77528d4d8c7 req-4f42a1f1-0b9e-4d27-abc6-8abef24ef84c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Sep 04 01:14:12.059831 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db700615-f53f-4130-b384-7f31641e44c1 req-8e779b72-8020-4f8e-ba08-9e2362a58eb6 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:12.061336 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-db700615-f53f-4130-b384-7f31641e44c1 req-8e779b72-8020-4f8e-ba08-9e2362a58eb6 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0463858 Sep 04 01:14:12.066162 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:14:12.107549 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-db700615-f53f-4130-b384-7f31641e44c1 req-3f7a723d-a1af-4cf9-9e6a-fe4d2cf0bd48 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Sep 04 01:14:12.464425 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733304c-2af7-4b12-97e3-d34f087903a9 req-127c0ac1-c8c4-4dae-ad37-34c1059f788e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:12.466069 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4733304c-2af7-4b12-97e3-d34f087903a9 req-127c0ac1-c8c4-4dae-ad37-34c1059f788e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0543664 Sep 04 01:14:12.524973 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4733304c-2af7-4b12-97e3-d34f087903a9 req-e2bcfdad-c3a8-495d-b7c7-681f79c9f506 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Sep 04 01:14:13.293076 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:13.306316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:13.322168 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2c702-51a5-4011-a54d-ad53980da4de req-f846b241-617f-4665-94d0-b37603a09aab tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:13.323634 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-58b2c702-51a5-4011-a54d-ad53980da4de req-f846b241-617f-4665-94d0-b37603a09aab tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0476065 Sep 04 01:14:13.371559 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-58b2c702-51a5-4011-a54d-ad53980da4de req-6593aa63-822b-4bf5-bc79-3274cc51e34a tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Sep 04 01:14:13.652715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ea470-6f88-418f-bc1b-cb5c38e829ea req-29aae5c6-6d80-41f8-a6b4-4649fe1b699e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:13.654156 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-af7ea470-6f88-418f-bc1b-cb5c38e829ea req-29aae5c6-6d80-41f8-a6b4-4649fe1b699e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0456274 Sep 04 01:14:13.699365 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-af7ea470-6f88-418f-bc1b-cb5c38e829ea req-8f5c69fe-21d3-4a94-b172-61c93c511f3f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Sep 04 01:14:14.495011 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b557fe5-7e60-4688-bdef-2e3801c2c76e req-ff042ea7-4c9a-4ecd-8ec1-d0806b40f169 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:14.496474 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4b557fe5-7e60-4688-bdef-2e3801c2c76e req-ff042ea7-4c9a-4ecd-8ec1-d0806b40f169 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0472069 Sep 04 01:14:14.786562 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4b557fe5-7e60-4688-bdef-2e3801c2c76e req-09b62718-7b54-43f4-b94e-5edfc5a98e55 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bb605830-402a-4fe1-9e24-0c719833d176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846622 Sep 04 01:14:14.826165 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.837586 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79add-a576-427a-8a85-91e3260245bc req-61028d7e-80d9-4991-8ff4-efbf3b83cde7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:14.843794 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-43a79add-a576-427a-8a85-91e3260245bc req-61028d7e-80d9-4991-8ff4-efbf3b83cde7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0510981 Sep 04 01:14:14.886429 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-43a79add-a576-427a-8a85-91e3260245bc req-8caad62b-a9e8-4c75-933c-97074735afcf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Sep 04 01:14:15.326820 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-63b9c9b7-ac1f-4251-8db5-f5cc322fa81b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:15.328233 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-63b9c9b7-ac1f-4251-8db5-f5cc322fa81b tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 945 time: 0.0452654 Sep 04 01:14:15.409897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Deleting port 6e3169ff-9515-4597-9d16-02a3e59d7e4d {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:15.410255 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.499668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] For port 6e3169ff-9515-4597-9d16-02a3e59d7e4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e3169ff-9515-4597-9d16-02a3e59d7e4d,segment=NetworkSegment(c1a11310-527f-4551-a02d-4283c68ebaa7),segment_id=c1a11310-527f-4551-a02d-4283c68ebaa7)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:15.500311 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.513328 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Calling delete_port for 6e3169ff-9515-4597-9d16-02a3e59d7e4d owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:15.726385 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (6e3169ff-9515-4597-9d16-02a3e59d7e4d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.752281 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Pushing event deleted for resources: {'Port': ['ID=6e3169ff-9515-4597-9d16-02a3e59d7e4d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:15.763859 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['6e3169ff-9515-4597-9d16-02a3e59d7e4d'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:14:15.798589 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] No DVR routers for this DVR port 6e3169ff-9515-4597-9d16-02a3e59d7e4d on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:15.800989 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.804710 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3ef55035-afd7-4646-a91f-c7ce53d2d151 req-4eb688f0-1e63-4300-aecf-ea0a97a32d58 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6e3169ff-9515-4597-9d16-02a3e59d7e4d HTTP/1.1" status: 204 len: 173 time: 0.4712160 Sep 04 01:14:15.805130 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'name': 'network-vif-deleted', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:15.807341 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1145322-a2d9-45a2-bed3-ce826dc8f811" -d '{"events": [{"server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "name": "network-vif-deleted", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:15.848943 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e991ecbb-edea-4613-a1c6-87314fb036b6 x-openstack-request-id: req-e991ecbb-edea-4613-a1c6-87314fb036b6 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:15.849235 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876c4e7-566f-4e4c-8f02-81a61f8cfcce", "name": "network-vif-deleted", "tag": "6e3169ff-9515-4597-9d16-02a3e59d7e4d", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:15.849850 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e991ecbb-edea-4613-a1c6-87314fb036b6 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:15.850480 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e991ecbb-edea-4613-a1c6-87314fb036b6'] response: {'server_uuid': 'a876c4e7-566f-4e4c-8f02-81a61f8cfcce', 'name': 'network-vif-deleted', 'tag': '6e3169ff-9515-4597-9d16-02a3e59d7e4d', 'status': 'completed', 'code': 200} Sep 04 01:14:15.895584 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-96258e50-df8f-4f89-be26-716ea074cb29 req-fee768ae-3748-4b52-a106-31d65c46d795 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 210 time: 0.0286021 Sep 04 01:14:15.981490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:16.019960 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0144-d518-4c3a-8c60-6116870b9a8c req-d4f28409-71c3-42c1-b0e7-1e41e168900e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:16.021427 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f7ca0144-d518-4c3a-8c60-6116870b9a8c req-d4f28409-71c3-42c1-b0e7-1e41e168900e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Sep 04 01:14:16.070358 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f7ca0144-d518-4c3a-8c60-6116870b9a8c req-aaecb9ac-4e69-4bec-b2e5-70ce70a0a3e4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Sep 04 01:14:17.012109 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fefda3bd-c530-43c2-9bbf-93f20e613984 req-4ee00cfe-72c3-48a9-80b8-ba23f78f1730 tempest-VolumesActionsTest-720601223 tempest-VolumesActionsTest-720601223-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a876c4e7-566f-4e4c-8f02-81a61f8cfcce HTTP/1.1" status: 200 len: 210 time: 0.0280294 Sep 04 01:14:17.194930 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05098d4b-f399-4258-9d7f-5a74435a7ff5 req-f784398e-6e2d-4bcc-b1e7-a9d31a2f7d8a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:17.196298 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-05098d4b-f399-4258-9d7f-5a74435a7ff5 req-f784398e-6e2d-4bcc-b1e7-a9d31a2f7d8a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0454838 Sep 04 01:14:17.243343 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-05098d4b-f399-4258-9d7f-5a74435a7ff5 req-b7effbff-76cc-4468-a32b-62914c60dae2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Sep 04 01:14:18.369937 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0874-3d0c-49d3-b144-8a8a7a82f2f3 req-a95f215b-d2f8-493a-84d1-fa4aa9a7dfd1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:18.371459 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-da4c0874-3d0c-49d3-b144-8a8a7a82f2f3 req-a95f215b-d2f8-493a-84d1-fa4aa9a7dfd1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Sep 04 01:14:18.423129 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-da4c0874-3d0c-49d3-b144-8a8a7a82f2f3 req-323f2202-7c12-459c-99b3-3fcfd014f17e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Sep 04 01:14:18.679254 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 6e3169ff-9515-4597-9d16-02a3e59d7e4d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:18.698856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 6e3169ff-9515-4597-9d16-02a3e59d7e4d {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:18.699205 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 6e3169ff-9515-4597-9d16-02a3e59d7e4d not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:19.550651 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957aa72-7b63-41bf-a565-ffebeeabd5db req-e97fca6f-89e2-4146-b899-7998473b1b3d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:19.552109 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3957aa72-7b63-41bf-a565-ffebeeabd5db req-e97fca6f-89e2-4146-b899-7998473b1b3d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0492182 Sep 04 01:14:19.597413 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-3957aa72-7b63-41bf-a565-ffebeeabd5db req-f1ea9f9d-b6f9-4964-8831-74101b7879f5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Sep 04 01:14:20.735056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1d54b-d8f7-49d8-adbe-600e922a2b73 req-5156a283-7f1d-4e91-9e45-2e4875e20717 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:20.737193 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-efb1d54b-d8f7-49d8-adbe-600e922a2b73 req-5156a283-7f1d-4e91-9e45-2e4875e20717 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0557930 Sep 04 01:14:20.805661 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-efb1d54b-d8f7-49d8-adbe-600e922a2b73 req-f453a277-d2b2-410e-9d94-7fa0f8ee09c3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591335 Sep 04 01:14:21.936733 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f263af8-ffab-4396-b1e1-d62c7464b472 req-828bfa97-6801-485f-9d3b-2542ea69eb2b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:21.938902 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6f263af8-ffab-4396-b1e1-d62c7464b472 req-828bfa97-6801-485f-9d3b-2542ea69eb2b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Sep 04 01:14:21.991675 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6f263af8-ffab-4396-b1e1-d62c7464b472 req-6bc98279-e11a-412a-bad7-efdfd0545c42 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Sep 04 01:14:22.062801 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:22.692849 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:14:22.816254 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:22.830173 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:14:22.867634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: ACTIVE; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:22.868123 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.886623 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:22.907368 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:22.967038 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.113605 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:23.134243 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b557e-c6b6-49af-aea4-145e5bdb70ea req-1524e962-a848-4bd6-8736-8b15add77b9c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:23.137040 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f5b557e-c6b6-49af-aea4-145e5bdb70ea req-1524e962-a848-4bd6-8736-8b15add77b9c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0538576 Sep 04 01:14:23.162571 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=6']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:23.195912 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1f5b557e-c6b6-49af-aea4-145e5bdb70ea req-1ce2ef33-c19a-4813-92cb-2dd595893991 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527809 Sep 04 01:14:23.217128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['9d24960e-cbea-4133-84aa-fc4b7a2c20f7'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:14:24.335340 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52bd6f-4969-4a83-a960-e6eabbdab4b4 req-6a9efbe8-20a5-4761-92fe-21100646814a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:24.336881 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d52bd6f-4969-4a83-a960-e6eabbdab4b4 req-6a9efbe8-20a5-4761-92fe-21100646814a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0531874 Sep 04 01:14:24.400688 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2d52bd6f-4969-4a83-a960-e6eabbdab4b4 req-2998a419-96a1-46e7-9ab8-0f4ef9df17b5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Sep 04 01:14:24.693971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:24.747021 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:24.747506 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.827007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:24.827396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.855096 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:24.857384 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78074826-9f3c-4912-afcc-5961874cffe3" -d '{"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:24.872109 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:24.908884 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92736c5e-79ea-4992-8d66-96a5b3026f77 x-openstack-request-id: req-92736c5e-79ea-4992-8d66-96a5b3026f77 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:24.909191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:24.909443 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-92736c5e-79ea-4992-8d66-96a5b3026f77 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:24.909862 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92736c5e-79ea-4992-8d66-96a5b3026f77'] response: {'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'code': 200} Sep 04 01:14:24.950009 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.999193 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=7']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:25.540751 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229148b-d500-41f1-8f65-942f3caa3a31 req-3be725b8-bbb3-459a-9c2b-2768fb72e49c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:25.543117 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1229148b-d500-41f1-8f65-942f3caa3a31 req-3be725b8-bbb3-459a-9c2b-2768fb72e49c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Sep 04 01:14:25.593298 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1229148b-d500-41f1-8f65-942f3caa3a31 req-08e3e624-36e0-43ec-9a8f-8827ebfda165 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Sep 04 01:14:26.739493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c07e9-4560-49b2-8376-6846bfaddf04 req-517e3c2f-ddc2-4e6f-9c1e-52cef5556e80 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:26.741476 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-de4c07e9-4560-49b2-8376-6846bfaddf04 req-517e3c2f-ddc2-4e6f-9c1e-52cef5556e80 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0540626 Sep 04 01:14:26.813810 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-de4c07e9-4560-49b2-8376-6846bfaddf04 req-ba1fc651-bf15-47ea-82cf-3ce89c1807fb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628016 Sep 04 01:14:27.956784 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de872995-31ec-433d-8efc-40ecd7c52311 req-fa8fe342-1e76-4650-a937-49ac9c8d3373 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:27.964128 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-de872995-31ec-433d-8efc-40ecd7c52311 req-fa8fe342-1e76-4650-a937-49ac9c8d3373 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0575378 Sep 04 01:14:28.013230 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-de872995-31ec-433d-8efc-40ecd7c52311 req-aa99cde7-ab45-47ec-98aa-44147feb1d4d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480502 Sep 04 01:14:28.235455 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.160838 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a9bb-536a-4c4b-8d85-f9eb318b896e req-1ef8b83c-2875-48c4-86d3-c08b5bc46ca8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:29.164306 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3701a9bb-536a-4c4b-8d85-f9eb318b896e req-1ef8b83c-2875-48c4-86d3-c08b5bc46ca8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0568662 Sep 04 01:14:29.242006 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3701a9bb-536a-4c4b-8d85-f9eb318b896e req-b735468c-8961-4c00-8e61-78448b833968 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665529 Sep 04 01:14:30.428007 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e946-204a-4dc7-8831-ebde850c9a53 req-bfaca342-ca26-4876-9deb-1105b249e2d2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:30.437539 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f213e946-204a-4dc7-8831-ebde850c9a53 req-bfaca342-ca26-4876-9deb-1105b249e2d2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0851898 Sep 04 01:14:30.497588 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f213e946-204a-4dc7-8831-ebde850c9a53 req-58d61f93-3323-4227-ba05-2a4d469a0027 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557089 Sep 04 01:14:31.657365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf39af4-d33e-41b6-83d6-8f0b2619bb4f req-bd98896d-c3a8-44a5-950f-9bd9b40f2e01 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:31.661641 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-acf39af4-d33e-41b6-83d6-8f0b2619bb4f req-bd98896d-c3a8-44a5-950f-9bd9b40f2e01 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0779791 Sep 04 01:14:31.745197 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-acf39af4-d33e-41b6-83d6-8f0b2619bb4f req-2261cc4a-13f5-4dcc-a9a0-89987f8f7973 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766077 Sep 04 01:14:32.933795 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122920b-23b8-4344-96d9-bf982e6ae2d4 req-848dfcaa-93f9-4d28-afb0-bcdef379ac08 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:32.946056 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a122920b-23b8-4344-96d9-bf982e6ae2d4 req-848dfcaa-93f9-4d28-afb0-bcdef379ac08 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0861905 Sep 04 01:14:32.985814 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:33.025064 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a122920b-23b8-4344-96d9-bf982e6ae2d4 req-a9a2767b-c2ea-4547-8889-24c764ea8ade tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777581 Sep 04 01:14:34.336452 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884cebe-3a14-402e-9f93-bc9db67165ca req-7603d657-402e-46cf-a8ec-65fd1a67da58 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:34.340493 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8884cebe-3a14-402e-9f93-bc9db67165ca req-7603d657-402e-46cf-a8ec-65fd1a67da58 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.1695290 Sep 04 01:14:34.434702 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8884cebe-3a14-402e-9f93-bc9db67165ca req-26ad6286-9122-4361-9d7a-d92d1008bd50 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855887 Sep 04 01:14:35.591069 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1bac1ad0-cead-494e-9cff-e099f55a292b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.606640 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6641-1a7b-44f1-96ea-752884d69f01 req-f35e17d8-edcf-4b3d-8e43-3621ef81ecf1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:35.609143 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-950e6641-1a7b-44f1-96ea-752884d69f01 req-f35e17d8-edcf-4b3d-8e43-3621ef81ecf1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0701132 Sep 04 01:14:36.035723 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-950e6641-1a7b-44f1-96ea-752884d69f01 req-0beb7ba1-a455-48c6-a936-e5f3150f5998 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193587 Sep 04 01:14:37.167162 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600ba7-9f98-470e-aa88-588855f956c7 req-2f7977d2-8e34-4a3e-af2f-18da63827e13 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:37.168661 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-77600ba7-9f98-470e-aa88-588855f956c7 req-2f7977d2-8e34-4a3e-af2f-18da63827e13 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0483825 Sep 04 01:14:37.209210 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:37.221484 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-77600ba7-9f98-470e-aa88-588855f956c7 req-4ef45eee-94c7-4417-b1a3-65dc47bbb600 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Sep 04 01:14:37.972535 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8da3d23a-305f-4883-b746-b5d96da0c0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.158785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:38.381485 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72133a-062c-4e12-8ecd-89856cdbd3c1 req-50a1adf5-5e22-4430-9551-dcf2925bfeff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:38.384201 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7a72133a-062c-4e12-8ecd-89856cdbd3c1 req-50a1adf5-5e22-4430-9551-dcf2925bfeff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0582628 Sep 04 01:14:38.441002 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7a72133a-062c-4e12-8ecd-89856cdbd3c1 req-4a916318-f8c3-4d85-93cb-a3ccbdf616ff tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Sep 04 01:14:39.136751 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=6,neutron:SELECT=66 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:39.218643 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.602460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d46676-82a3-4c8f-989f-d115537d610f req-68488a9f-0bf7-4240-9729-fa5b929665ed tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:39.610141 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-92d46676-82a3-4c8f-989f-d115537d610f req-68488a9f-0bf7-4240-9729-fa5b929665ed tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0549746 Sep 04 01:14:39.659164 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-92d46676-82a3-4c8f-989f-d115537d610f req-16226351-0802-484c-8552-7f2c0031a92f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481443 Sep 04 01:14:40.107030 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:40.119061 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:40.328477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38740) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:40.367608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:40.373631 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Deleting subnet d5191f85-8e84-46af-b5d8-22f8af8b6cc1 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:14:40.376707 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Publish callbacks [] for subnet (d5191f85-8e84-46af-b5d8-22f8af8b6cc1), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.418526 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (d5191f85-8e84-46af-b5d8-22f8af8b6cc1), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.461899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (d5191f85-8e84-46af-b5d8-22f8af8b6cc1), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.584782 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (d5191f85-8e84-46af-b5d8-22f8af8b6cc1), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.610569 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5191f85-8e84-46af-b5d8-22f8af8b6cc1,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:40.624756 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.624756 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/d5191f85-8e84-46af-b5d8-22f8af8b6cc1 HTTP/1.1" status: 204 len: 168 time: 0.2948034 Sep 04 01:14:40.626273 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.626987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38746) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:40.644880 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.645328 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.645673 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.646067 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.646323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.646647 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.646974 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.647323 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.647603 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.647936 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.648286 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.648669 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.648826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:40.649288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.649288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e0615-014b-417f-b352-17ffb2bc4f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:40.708987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (8de98734-02c6-441f-8701-947a041f89bd), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.721218 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.801488 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (8de98734-02c6-441f-8701-947a041f89bd), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.803793 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.827432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de98734-02c6-441f-8701-947a041f89bd']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:40.838178 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a11310-527f-4551-a02d-4283c68ebaa7') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:40.838782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a11310-527f-4551-a02d-4283c68ebaa7') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:40.848831 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (c1a11310-527f-4551-a02d-4283c68ebaa7), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.857619 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb900de0-70b4-491d-8cfc-9e331aab8b6a req-138f8880-7a23-44a5-bfd1-3108be67026a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:40.859402 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eb900de0-70b4-491d-8cfc-9e331aab8b6a req-138f8880-7a23-44a5-bfd1-3108be67026a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0706081 Sep 04 01:14:40.863466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (c1a11310-527f-4551-a02d-4283c68ebaa7), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.870789 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:14:40.871426 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (c1a11310-527f-4551-a02d-4283c68ebaa7), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.927192 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eb900de0-70b4-491d-8cfc-9e331aab8b6a req-56f5a0b0-65b8-490e-ac1b-561b61f673d7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575283 Sep 04 01:14:40.958350 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment c1a11310-527f-4551-a02d-4283c68ebaa7 resource provider aggregate not found Sep 04 01:14:40.976079 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment c1a11310-527f-4551-a02d-4283c68ebaa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1a11310-527f-4551-a02d-4283c68ebaa7 found for delete ", "request_id": "req-86d43c81-133b-4003-a261-d01ba1b79272"}]} Sep 04 01:14:40.989844 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (8de98734-02c6-441f-8701-947a041f89bd), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.995306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.998484 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/8de98734-02c6-441f-8701-947a041f89bd HTTP/1.1" status: 204 len: 168 time: 0.3705101 Sep 04 01:14:41.015645 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abd3d7-af5d-4975-b474-473f36296fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=8de98734-02c6-441f-8701-947a041f89bd,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:41.398352 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38762) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:41.438357 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-65d96780-f15d-4fb7-9919-6cf81c35df24 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fe55a7032cb47ad98b86885aad23d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387836 Sep 04 01:14:41.440813 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38764) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:41.487227 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] Publish callbacks [] for security_group (bb605830-402a-4fe1-9e24-0c719833d176), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.507345 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] Publish callbacks [] for security_group (bb605830-402a-4fe1-9e24-0c719833d176), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.629862 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (bb605830-402a-4fe1-9e24-0c719833d176), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.632489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.633639 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb605830-402a-4fe1-9e24-0c719833d176 HTTP/1.1" status: 204 len: 168 time: 0.1919556 Sep 04 01:14:41.642443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f22aa-ac51-4ea1-aec7-0107936b329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb605830-402a-4fe1-9e24-0c719833d176,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.049528 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b4d7c-fe8f-4619-903b-ada701b83cfc req-59ff4513-ced9-4f4c-95b6-894bbb38d1ca tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:42.051055 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd0b4d7c-fe8f-4619-903b-ada701b83cfc req-59ff4513-ced9-4f4c-95b6-894bbb38d1ca tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0499709 Sep 04 01:14:42.099931 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd0b4d7c-fe8f-4619-903b-ada701b83cfc req-b7863888-5e26-4e0a-8faa-b2fe5d871613 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Sep 04 01:14:42.633008 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:42.641648 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-870e919d-6c45-4a80-b664-0273ec5b2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:42.642999 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-870e919d-6c45-4a80-b664-0273ec5b2c78 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1129 time: 0.0414603 Sep 04 01:14:42.740442 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-98220f2e-377b-44c0-88b0-6813d6c8fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:42.741945 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-98220f2e-377b-44c0-88b0-6813d6c8fa02 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0926528 Sep 04 01:14:42.805075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-2cdebaa0-ca07-42b0-b736-0071220b115a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 1001 time: 0.0563636 Sep 04 01:14:42.859897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-8fa83e0a-bf00-4b3f-b3da-5420cc6615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:42.861294 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-8fa83e0a-bf00-4b3f-b3da-5420cc6615e1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0485494 Sep 04 01:14:42.904728 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-192361c7-3bc6-4776-bb72-736df7f4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:42.906257 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-192361c7-3bc6-4776-bb72-736df7f4d8a9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390265 Sep 04 01:14:42.998874 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-68bb3dbd-1b63-4ff6-89a7-249e4c208d95 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870235 Sep 04 01:14:43.088480 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-543d3f24-de59-49aa-a75c-a0e20dce3348 req-c5dae75a-4797-4752-983d-865ac393e4d6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831995 Sep 04 01:14:43.233407 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36ecf5-e09b-4e7e-b614-72aed90d78b8 req-a500df10-0d0b-4838-a6b2-ae6e27b2a79f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:43.234900 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1c36ecf5-e09b-4e7e-b614-72aed90d78b8 req-a500df10-0d0b-4838-a6b2-ae6e27b2a79f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Sep 04 01:14:43.290798 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1c36ecf5-e09b-4e7e-b614-72aed90d78b8 req-336827b2-d249-49eb-b8c9-7cf130be067c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501699 Sep 04 01:14:44.416978 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:44.426487 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb4384-68f9-422c-8045-e2e3a55defac req-70b5f1bc-0c0f-4b77-8793-4a1ec835c585 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:44.428083 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-38bb4384-68f9-422c-8045-e2e3a55defac req-70b5f1bc-0c0f-4b77-8793-4a1ec835c585 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Sep 04 01:14:44.483813 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-38bb4384-68f9-422c-8045-e2e3a55defac req-ecdf3a30-c6b8-4596-afc3-faf009af0ce4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481172 Sep 04 01:14:44.558885 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-0572ef3c-30d9-4e59-ba97-4b1661b51fb7 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283470 Sep 04 01:14:44.736390 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-b232764a-6c8b-458c-9e53-272019864a1d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:44.737759 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-b232764a-6c8b-458c-9e53-272019864a1d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738992 Sep 04 01:14:44.752613 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9b6c856e-bc2d-4725-a3ce-9c96a31c916d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/quotas/db1b33cc7cd2466b9f9cf4e0a631941e HTTP/1.1" status: 200 len: 375 time: 0.0094838 Sep 04 01:14:44.790198 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-605475ff-3dfc-4d84-8eba-262017fcddb8 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326216 Sep 04 01:14:45.025237 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-74cb3ac7-ce56-4f66-b913-40e8d2d2c02c req-e6b26d1d-5296-4685-97dc-8467e17e6e92 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 210 time: 0.0286596 Sep 04 01:14:45.612828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223c1dc-c843-4d86-9ff7-7581122a5870 req-f44c703b-91ee-4e68-af37-a92b814b5a58 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:45.614284 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e223c1dc-c843-4d86-9ff7-7581122a5870 req-f44c703b-91ee-4e68-af37-a92b814b5a58 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 945 time: 0.0479391 Sep 04 01:14:45.625966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:45.662155 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e223c1dc-c843-4d86-9ff7-7581122a5870 req-d910a165-1c5f-4306-8d8b-87ce5025a59e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Sep 04 01:14:46.129476 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6d3b4c95-1ad0-4e0a-8ab6-d2508ed32b96 req-0cca2291-7c33-492f-852b-1aa433fd0866 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 210 time: 0.0282967 Sep 04 01:14:46.805635 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:46.880734 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: ACTIVE; New status is: DOWN {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:46.881124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:46.903867 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:46.906129 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe47c11-d05f-4fe1-8095-848093e25e4d" -d '{"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:46.920716 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:46.940191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f32bf-d926-4d11-b800-56bbaa0613d9 x-openstack-request-id: req-8b6f32bf-d926-4d11-b800-56bbaa0613d9 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:46.940191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-unplugged", "status": "failed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "code": 422}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:46.940400 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8b6f32bf-d926-4d11-b800-56bbaa0613d9 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:46.940832 dv-cinder-master-3-smb neutron-server[106861]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b6f32bf-d926-4d11-b800-56bbaa0613d9']: {'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'code': 422} returned with failed status Sep 04 01:14:46.978035 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.028799 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=8']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:47.035890 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.036242 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.036610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.036953 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.037290 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.037621 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.037949 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.038276 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.038603 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.038929 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.039258 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.039588 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.039931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.040253 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.040601 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.153061 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-936012fc-44a5-439b-8645-2d3d3686cd3e tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293825 Sep 04 01:14:47.291344 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-441bd6f9-2b3d-40c7-9832-c553b25154d3 req-be9cc976-7d5a-4bb0-a0ea-1ab9343ed5e4 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 210 time: 0.0498674 Sep 04 01:14:47.386744 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-4a86c4b0-b1b1-4840-8313-b2f0871924ae tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:47.388190 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-4a86c4b0-b1b1-4840-8313-b2f0871924ae tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291882 Sep 04 01:14:47.405776 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Request body: {'port': {'device_id': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d', 'admin_state_up': True, 'tenant_id': 'db1b33cc7cd2466b9f9cf4e0a631941e'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:47.572416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Made reservation on behalf of db1b33cc7cd2466b9f9cf4e0a631941e for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:47.576208 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.585313 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.667900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks [] for security_group (d3792657-1379-4465-9e12-de9f85028abf), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.716779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460530fb-8c84-416d-9f85-382cde19721a req-4a393b64-3790-48ae-a03a-94887c2a041c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:47.718294 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-460530fb-8c84-416d-9f85-382cde19721a req-4a393b64-3790-48ae-a03a-94887c2a041c tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0469277 Sep 04 01:14:47.750156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d3792657-1379-4465-9e12-de9f85028abf), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.821294 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-460530fb-8c84-416d-9f85-382cde19721a req-fe7b6c8f-3e6d-4065-8072-6cfe8f54f606 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974166 Sep 04 01:14:47.824986 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:47.828428 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3792657-1379-4465-9e12-de9f85028abf,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:47.844218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.844386 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.844696 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.845035 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.845441 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.845783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.846109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.846433 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.846759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.847080 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.847401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.847724 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.848047 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.848365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.848705 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:47.921907 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Allocated IP 192.168.233.168 (dacf4285-0da7-49ee-ba15-a3a657d4cc9d/a753e29b-033c-4b1c-b721-29e770805762/13f2c404-67fd-4edc-b1b7-79ac58d8cc3c) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:47.964478 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:48.068941 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks [] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.183065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.226920 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Network dacf4285-0da7-49ee-ba15-a3a657d4cc9d is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:48.230444 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:48.234417 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:48.264241 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Pushing event updated for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:48.281876 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38888) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:48.288183 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:48.288852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.371239 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:48.375848 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-9db020fa-d1ec-41d6-9ffc-e7cef432eea5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926819 Sep 04 01:14:48.376499 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-9a5e4782-c711-4696-8654-3909b45837f6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9745378 Sep 04 01:14:48.387329 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-edb8baa6-ffa5-432d-aefc-407cfc2f3506 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:14:48.388875 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-edb8baa6-ffa5-432d-aefc-407cfc2f3506 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071332 Sep 04 01:14:48.395248 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Request body: {'port': {'device_id': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:48.455961 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2646de9-1cfa-4b27-83ca-bea7311084a7 req-d40c0bf7-d31c-4a42-ab22-09cd85dea0ce tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:48.457972 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d2646de9-1cfa-4b27-83ca-bea7311084a7 req-d40c0bf7-d31c-4a42-ab22-09cd85dea0ce tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 936 time: 0.0578296 Sep 04 01:14:48.477307 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.492326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 38898) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:48.499799 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-47bfdc0a-bb61-49f3-9eb2-4521770bfde4 None None] Provisioning complete for port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:48.500812 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-47bfdc0a-bb61-49f3-9eb2-4521770bfde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.522507 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d2646de9-1cfa-4b27-83ca-bea7311084a7 req-fab9946b-0d5b-49d2-b441-bccf72e10ddf tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Sep 04 01:14:48.544198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-47bfdc0a-bb61-49f3-9eb2-4521770bfde4 None None] Port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:48.618445 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-7bcbe0a8-a9f4-4d7a-98b3-79825bcc15a8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:48.619849 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-7bcbe0a8-a9f4-4d7a-98b3-79825bcc15a8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports/9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 940 time: 0.1265657 Sep 04 01:14:48.748269 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:48.754487 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:48.756486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks [] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.769924 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Transition to ACTIVE for port object 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:14:48.846772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.907142 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Pushing event updated for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:48.986702 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e6626-6785-45cb-95f1-550e82bdbace req-8e30cf2c-51d3-468f-a223-eeceba065679 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:48.988158 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-273e6626-6785-45cb-95f1-550e82bdbace req-8e30cf2c-51d3-468f-a223-eeceba065679 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0771894 Sep 04 01:14:49.013044 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Attempting to bind port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:49.013363 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Attempting to bind port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:49.013682 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Attempting to bind port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c on network dacf4285-0da7-49ee-ba15-a3a657d4cc9d {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:49.021390 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:49.023283 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c on network dacf4285-0da7-49ee-ba15-a3a657d4cc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:14:49.023643 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Attempting to bind port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c on network dacf4285-0da7-49ee-ba15-a3a657d4cc9d {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:49.042219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:49.042590 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Checking segment: {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:49.042970 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Bound using segment: {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:49.043392 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Bound port: 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054e0df7-e1b9-4b8c-b35c-fefa19a560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:49.043736 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:49.059877 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-273e6626-6785-45cb-95f1-550e82bdbace req-3f127407-cfa4-4500-a6aa-48e200996861 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646219 Sep 04 01:14:49.075927 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:14:49.114987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:49.118053 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:49.185031 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:49.189778 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.190405 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:49.191768 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/13f2c404-67fd-4edc-b1b7-79ac58d8cc3c HTTP/1.1" status: 200 len: 1098 time: 0.8025126 Sep 04 01:14:49.193376 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:49.195657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:49.254378 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef84effb-8f7d-4b4e-8ed6-38e1ab7baf5d x-openstack-request-id: req-ef84effb-8f7d-4b4e-8ed6-38e1ab7baf5d {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:49.254667 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:49.254915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ef84effb-8f7d-4b4e-8ed6-38e1ab7baf5d {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:49.255308 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef84effb-8f7d-4b4e-8ed6-38e1ab7baf5d'] response: {'name': 'network-changed', 'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c', 'status': 'completed', 'code': 200} Sep 04 01:14:49.255960 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb79127-bed9-49e7-9447-837092f8fabd service neutron] Pushing event updated for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:49.341592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100 req-526391d6-028f-40b9-b10c-37618578e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.343234 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100 req-526391d6-028f-40b9-b10c-37618578e065 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 1132 time: 0.0413961 Sep 04 01:14:49.375053 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100 req-837d53a8-90f9-4e75-96b8-79fbcf9c3cbf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195935 Sep 04 01:14:49.475336 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100 req-91afbeae-7110-4eea-a2ad-7bf168fa3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.476785 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2bcc3a6b-4852-48ea-bd6c-b080dfb3c100 req-91afbeae-7110-4eea-a2ad-7bf168fa3319 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963993 Sep 04 01:14:49.578699 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-1dec772e-ae3b-4423-af00-65bbf92acdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.580252 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-1dec772e-ae3b-4423-af00-65bbf92acdf9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 1132 time: 0.0431402 Sep 04 01:14:49.626974 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-cb64c424-2030-4c65-8715-16ff72da6d12 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c HTTP/1.1" status: 200 len: 217 time: 0.0348310 Sep 04 01:14:49.700582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b7315-80d8-43ca-8266-ba8a34427a31 req-bbb07af8-e47c-4111-9d81-ab4e4796dbcf tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.702023 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0f5b7315-80d8-43ca-8266-ba8a34427a31 req-bbb07af8-e47c-4111-9d81-ab4e4796dbcf tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 948 time: 0.0774491 Sep 04 01:14:49.718055 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-09adeb81-02f7-4575-8ae1-91797fa3baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.719429 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-09adeb81-02f7-4575-8ae1-91797fa3baa0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a753e29b-033c-4b1c-b721-29e770805762 HTTP/1.1" status: 200 len: 843 time: 0.0852702 Sep 04 01:14:49.782739 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-f39b0688-e457-42a3-a762-3dc472a040c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.784283 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-f39b0688-e457-42a3-a762-3dc472a040c5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=dacf4285-0da7-49ee-ba15-a3a657d4cc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578387 Sep 04 01:14:49.787327 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0f5b7315-80d8-43ca-8266-ba8a34427a31 req-60976560-9ed3-4ad4-9040-8144fe643e5b tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794356 Sep 04 01:14:49.883776 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-a3544746-d5f7-41f4-a097-cee45c653f61 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/dacf4285-0da7-49ee-ba15-a3a657d4cc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884829 Sep 04 01:14:50.142236 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-c8a8b272-96f3-4cbd-b981-d007702cb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.143789 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-c8a8b272-96f3-4cbd-b981-d007702cb17c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4&tenant_id=e334b7aa2f1848c1999d86ac666fe65e HTTP/1.1" status: 200 len: 1127 time: 0.0423117 Sep 04 01:14:50.170015 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78e5c8ea-7bfa-49c9-8f70-695965bf9ee8 req-fd8e171c-648f-4a4f-97a8-313dbcda5e6a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/dacf4285-0da7-49ee-ba15-a3a657d4cc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908399 Sep 04 01:14:50.198978 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47351ef3-b839-4cd2-b0f9-f2d06a0a01dc req-4c9d335c-02da-45cd-818e-27311ff5c349 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.200577 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47351ef3-b839-4cd2-b0f9-f2d06a0a01dc req-4c9d335c-02da-45cd-818e-27311ff5c349 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0471668 Sep 04 01:14:50.219298 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:50.225188 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-8ff123d5-5baf-4ea4-a905-4b4c9f3ae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.227651 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-8ff123d5-5baf-4ea4-a905-4b4c9f3ae40a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1127 time: 0.0427573 Sep 04 01:14:50.251238 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-47351ef3-b839-4cd2-b0f9-f2d06a0a01dc req-fc3a1ade-b4df-4bb9-9c70-58b38c8b4b99 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Sep 04 01:14:50.322133 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-f197b354-2510-474b-84bb-96aca0584c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.324084 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-f197b354-2510-474b-84bb-96aca0584c13 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0897343 Sep 04 01:14:50.906397 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cb4-0fea-475f-99eb-a6da09cc9420 req-db58712e-b0b3-44be-b86e-dbee0c8c6be9 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.907833 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-16412cb4-0fea-475f-99eb-a6da09cc9420 req-db58712e-b0b3-44be-b86e-dbee0c8c6be9 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 948 time: 0.0455356 Sep 04 01:14:50.954516 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-16412cb4-0fea-475f-99eb-a6da09cc9420 req-96794020-1e83-4d39-8919-2887b144838d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Sep 04 01:14:51.377252 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b1a8a-59c0-4c66-ac07-5b5ecd01e64f req-3f12730b-25ec-4bb6-8f2c-8d81f37864c8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:51.378701 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c39b1a8a-59c0-4c66-ac07-5b5ecd01e64f req-3f12730b-25ec-4bb6-8f2c-8d81f37864c8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0460353 Sep 04 01:14:51.425981 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c39b1a8a-59c0-4c66-ac07-5b5ecd01e64f req-cefa223e-76fa-44b6-b681-48be904b395d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Sep 04 01:14:52.074438 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1caf2-f1a7-4319-bdaf-ef4b12c2f574 req-1d004c83-26d8-48b3-8e7c-fa466ff77454 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:52.075900 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d6b1caf2-f1a7-4319-bdaf-ef4b12c2f574 req-1d004c83-26d8-48b3-8e7c-fa466ff77454 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 948 time: 0.0455003 Sep 04 01:14:52.111092 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:52.123136 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d6b1caf2-f1a7-4319-bdaf-ef4b12c2f574 req-6f13710e-728f-4d4e-b6fa-9fe59c906b8a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Sep 04 01:14:52.555908 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9fb9e-ab1f-46d2-ac04-b7645de032e8 req-9b015fe6-b3c5-4e8e-ba47-816376c4ed89 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:52.557425 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c0c9fb9e-ab1f-46d2-ac04-b7645de032e8 req-9b015fe6-b3c5-4e8e-ba47-816376c4ed89 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0521529 Sep 04 01:14:52.605733 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c0c9fb9e-ab1f-46d2-ac04-b7645de032e8 req-44927966-c460-40d9-9dbe-d582b3d73f1e tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Sep 04 01:14:52.615031 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-928324a2-c98d-47ed-8537-8bce60038be0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 999 time: 0.0604136 Sep 04 01:14:52.665359 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-88eb4f60-7c4a-497b-8b19-6a653f5f2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:52.666753 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-88eb4f60-7c4a-497b-8b19-6a653f5f2828 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0450063 Sep 04 01:14:52.709742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-2fcbdab5-ba07-4f7e-8147-45e25bf08796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:52.711161 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-2fcbdab5-ba07-4f7e-8147-45e25bf08796 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382721 Sep 04 01:14:52.802122 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-b0468669-178d-42a8-89b4-076a34ce9cf7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850554 Sep 04 01:14:52.892129 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-7a7c4ddf-ec51-423b-a897-c3ed0be39dd4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Sep 04 01:14:53.247306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55ef3a-ec7a-4aa7-9157-11c5dc097b3a req-144ce497-fddf-4147-aba4-b0d14f62267a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:53.248798 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cc55ef3a-ec7a-4aa7-9157-11c5dc097b3a req-144ce497-fddf-4147-aba4-b0d14f62267a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 948 time: 0.0528183 Sep 04 01:14:53.297017 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cc55ef3a-ec7a-4aa7-9157-11c5dc097b3a req-9d7d3c52-1f5b-4af0-9073-e5a1da2867c6 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Sep 04 01:14:53.746136 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f4d4-bfc9-4577-893f-a3483397bd15 req-89e545b7-1dce-4000-867c-7422276682cb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:53.754208 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-25b1f4d4-bfc9-4577-893f-a3483397bd15 req-89e545b7-1dce-4000-867c-7422276682cb tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0582216 Sep 04 01:14:53.803164 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-25b1f4d4-bfc9-4577-893f-a3483397bd15 req-cda09534-1b51-4bbd-aed3-97778b2cc048 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476243 Sep 04 01:14:54.434519 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d3f75-fcfc-48c9-a423-c2059c7e01bf req-466bae54-c6a8-43b3-98f8-028a1d1d8a4d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.436218 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-583d3f75-fcfc-48c9-a423-c2059c7e01bf req-466bae54-c6a8-43b3-98f8-028a1d1d8a4d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 948 time: 0.0577500 Sep 04 01:14:54.496361 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-583d3f75-fcfc-48c9-a423-c2059c7e01bf req-ce0fcd71-9568-48a9-90ec-16dc7ac7763c tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534689 Sep 04 01:14:54.877759 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:14:54.937875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6603f-ab0b-4059-87ee-40bdee267353 req-c2232df7-0d46-49f3-abf5-e315ed7795d0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.939564 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-84d6603f-ab0b-4059-87ee-40bdee267353 req-c2232df7-0d46-49f3-abf5-e315ed7795d0 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0501318 Sep 04 01:14:54.988502 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:55.002017 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c', 'network_id': 'dacf4285-0da7-49ee-ba15-a3a657d4cc9d', 'port_id': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c', 'mac_address': 'fa:16:3e:b5:c8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a753e29b-033c-4b1c-b721-29e770805762', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:14:55.005572 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-84d6603f-ab0b-4059-87ee-40bdee267353 req-9f885911-76ab-4819-a140-69ff3faa7de5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557661 Sep 04 01:14:55.040760 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:55.041159 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:55.055967 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:55.079187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:55.132877 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:55.185860 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:55.625361 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975496e-c587-4f6b-a7ee-00a4a9810bf9 req-b4d7f659-c8b3-43a7-aa96-4968e211f7ef tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:55.627659 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b975496e-c587-4f6b-a7ee-00a4a9810bf9 req-b4d7f659-c8b3-43a7-aa96-4968e211f7ef tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 949 time: 0.0504715 Sep 04 01:14:55.658443 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['13f2c404-67fd-4edc-b1b7-79ac58d8cc3c'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:14:55.685983 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b975496e-c587-4f6b-a7ee-00a4a9810bf9 req-4703cfe2-aa92-4d17-9cc2-a62aeb3042cc tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524735 Sep 04 01:14:56.141101 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b5f66-06be-48cc-885e-bc732cb93c9c req-4a5e07ac-8b64-4de9-9119-d9c2ce95adce tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:56.142618 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6d4b5f66-06be-48cc-885e-bc732cb93c9c req-4a5e07ac-8b64-4de9-9119-d9c2ce95adce tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0483291 Sep 04 01:14:56.192063 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6d4b5f66-06be-48cc-885e-bc732cb93c9c req-8f4e5021-c226-436e-ab96-03dc1cca248a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Sep 04 01:14:56.820354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f745-caa4-4dff-a9aa-873a1e89ebe3 req-b2469e94-96f0-4dc4-98a9-7300b8b22c1b tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:56.822643 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2e98f745-caa4-4dff-a9aa-873a1e89ebe3 req-b2469e94-96f0-4dc4-98a9-7300b8b22c1b tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 949 time: 0.0504410 Sep 04 01:14:56.871813 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2e98f745-caa4-4dff-a9aa-873a1e89ebe3 req-b53a1e99-38b8-430e-a9e8-d94d484a42c2 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435817 Sep 04 01:14:56.907577 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:56.949992 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:14:57.012570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:57.012959 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:57.095910 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:57.096296 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:57.120682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:57.122917 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411d480-b860-43b1-8f16-702d0e881519" -d '{"events": [{"server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "name": "network-vif-plugged", "status": "completed", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:57.138566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:57.177321 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ec9ef-f0ba-424a-8a7c-09c7bedb8e10 x-openstack-request-id: req-d95ec9ef-f0ba-424a-8a7c-09c7bedb8e10 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:57.177615 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "name": "network-vif-plugged", "status": "completed", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:57.177871 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d95ec9ef-f0ba-424a-8a7c-09c7bedb8e10 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:57.178301 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95ec9ef-f0ba-424a-8a7c-09c7bedb8e10'] response: {'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c', 'code': 200} Sep 04 01:14:57.190318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:57.248971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:57.331343 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6b2a-cc8a-46a7-972a-1936653a0b4e req-cb6afb13-d16e-40f3-98f4-ed06c0a65ba1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:57.333059 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d3aa6b2a-cc8a-46a7-972a-1936653a0b4e req-cb6afb13-d16e-40f3-98f4-ed06c0a65ba1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0485234 Sep 04 01:14:57.387812 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d3aa6b2a-cc8a-46a7-972a-1936653a0b4e req-896ef948-6dbc-4859-864c-30349f1fafcd tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474088 Sep 04 01:14:57.997048 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065554-4a77-49bc-acfd-2d87c2a0265f req-3a656452-a4cb-4cca-aed3-a83ca7d703d2 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:57.998691 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-19065554-4a77-49bc-acfd-2d87c2a0265f req-3a656452-a4cb-4cca-aed3-a83ca7d703d2 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0490587 Sep 04 01:14:58.048679 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-19065554-4a77-49bc-acfd-2d87c2a0265f req-55b2113e-6721-431a-87ea-914481c725d4 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Sep 04 01:14:58.246770 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:58.798580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4b2c5-e661-4bba-a2d0-98edec88f847 req-18cabee7-5bf0-4a34-b774-898ba61d3ce2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:58.800176 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-abf4b2c5-e661-4bba-a2d0-98edec88f847 req-18cabee7-5bf0-4a34-b774-898ba61d3ce2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.3184946 Sep 04 01:14:58.822391 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:58.858722 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-abf4b2c5-e661-4bba-a2d0-98edec88f847 req-87cf268d-727f-473a-b2cd-ac6698bd005d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501978 Sep 04 01:14:59.178241 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd956db-bd0e-4d06-b422-cab2574b5b4f req-c5ef0912-205c-4b86-8aa1-565e6327b0f8 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:59.179809 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8cd956db-bd0e-4d06-b422-cab2574b5b4f req-c5ef0912-205c-4b86-8aa1-565e6327b0f8 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0522199 Sep 04 01:14:59.233890 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8cd956db-bd0e-4d06-b422-cab2574b5b4f req-6c9ba3cd-dc40-4756-a88d-2758ebf00afb tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472863 Sep 04 01:15:00.000340 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c125a-e8eb-45b8-86f5-b4f34705e950 req-1ccef947-a0ca-4501-90a4-67c12c06d6ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:00.001865 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0d5c125a-e8eb-45b8-86f5-b4f34705e950 req-1ccef947-a0ca-4501-90a4-67c12c06d6ef tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0538483 Sep 04 01:15:00.048883 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.056488 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0d5c125a-e8eb-45b8-86f5-b4f34705e950 req-c14a0922-ca77-43c5-aa30-cf51d5e00cd3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481713 Sep 04 01:15:00.364006 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d3490-fc84-4c03-a401-e7a44a209a67 req-c862e55a-4940-4740-b0b2-40e007bb733f tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:00.365785 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-350d3490-fc84-4c03-a401-e7a44a209a67 req-c862e55a-4940-4740-b0b2-40e007bb733f tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0515893 Sep 04 01:15:00.392724 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.416001 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-350d3490-fc84-4c03-a401-e7a44a209a67 req-1407b06b-2bb6-4e4f-9e27-8fe64d6f5320 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Sep 04 01:15:01.193017 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7768-edf5-44fd-8fad-ab0c0307810d req-25d2ddc9-5e76-420c-a4f4-6eceb3110bf7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:01.194512 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-601b7768-edf5-44fd-8fad-ab0c0307810d req-25d2ddc9-5e76-420c-a4f4-6eceb3110bf7 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0504749 Sep 04 01:15:01.245714 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-601b7768-edf5-44fd-8fad-ab0c0307810d req-290e7295-8ff1-45fd-abd5-b2e85a026c0b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449307 Sep 04 01:15:01.535897 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:01.550712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe857488-e56d-4deb-bbcf-d8971b6d9fa2 req-9abfc6ed-0656-4952-88ff-7e50a2a0c6ba tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:01.552486 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fe857488-e56d-4deb-bbcf-d8971b6d9fa2 req-9abfc6ed-0656-4952-88ff-7e50a2a0c6ba tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0563655 Sep 04 01:15:01.605444 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fe857488-e56d-4deb-bbcf-d8971b6d9fa2 req-683ec3cb-4774-46aa-a0f5-177d7c94c16a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Sep 04 01:15:02.370783 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7d58-0017-45e0-9994-66b4bac3e17f req-1dd190b3-a892-470f-809f-d4de52a08b14 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:02.372805 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1eac7d58-0017-45e0-9994-66b4bac3e17f req-1dd190b3-a892-470f-809f-d4de52a08b14 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0455947 Sep 04 01:15:02.417784 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1eac7d58-0017-45e0-9994-66b4bac3e17f req-3071c1f4-233c-4202-b314-5e745148c083 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395105 Sep 04 01:15:02.731216 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913979ea-ff28-47df-b204-db5c79c5cd65 req-63212bcd-c973-4fc3-8b24-64da4106175f tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:02.732655 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-913979ea-ff28-47df-b204-db5c79c5cd65 req-63212bcd-c973-4fc3-8b24-64da4106175f tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0457063 Sep 04 01:15:02.777945 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-913979ea-ff28-47df-b204-db5c79c5cd65 req-f605f57d-782a-4844-be3e-d2a539a9e09a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Sep 04 01:15:03.541732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eec89-3d0f-4af2-9640-c26d05323d35 req-d8e46290-2de7-45a3-9d0f-a54f5d34b3e3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:03.543160 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd2eec89-3d0f-4af2-9640-c26d05323d35 req-d8e46290-2de7-45a3-9d0f-a54f5d34b3e3 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0456827 Sep 04 01:15:03.592281 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd2eec89-3d0f-4af2-9640-c26d05323d35 req-fa9d11b5-0695-47a3-8eb8-b0ad73cdcb63 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Sep 04 01:15:03.902185 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4d0b-cb91-4ce3-ab8f-2d045c3d24fa req-dd78556e-50e1-424b-9842-916be5928b08 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:03.903863 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5b8c4d0b-cb91-4ce3-ab8f-2d045c3d24fa req-dd78556e-50e1-424b-9842-916be5928b08 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0462458 Sep 04 01:15:03.926869 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 38994) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:03.955901 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5b8c4d0b-cb91-4ce3-ab8f-2d045c3d24fa req-07b572b8-4559-4cc8-91ec-04f2b20ba1d7 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Sep 04 01:15:04.163094 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Deleting port f7b9fb97-b1da-4956-978e-10b449081781 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:04.163333 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (f7b9fb97-b1da-4956-978e-10b449081781), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.238613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (f7b9fb97-b1da-4956-978e-10b449081781), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.238937 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for floatingip (f7b9fb97-b1da-4956-978e-10b449081781), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.251860 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Calling delete_port for f7b9fb97-b1da-4956-978e-10b449081781 owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:04.503967 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f7b9fb97-b1da-4956-978e-10b449081781), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.537145 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event deleted for resources: {'Port': ['ID=f7b9fb97-b1da-4956-978e-10b449081781,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:04.595430 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for floatingip (024f4857-d6bf-4af7-8c56-618d6d278237), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.596135 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Floating IP 024f4857-d6bf-4af7-8c56-618d6d278237 disassociated (deleted). External IP: 172.37.6.223, port: 1390c8ba-36ac-478c-b0ee-d190953f0aea. Sep 04 01:15:04.635349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:04.708772 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:04.735862 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ef58-cc3e-4170-8f08-e4b9cfe6a99a req-f8e1632c-d861-44ab-920f-e2e074b862ba tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:04.737346 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3688ef58-cc3e-4170-8f08-e4b9cfe6a99a req-f8e1632c-d861-44ab-920f-e2e074b862ba tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0628431 Sep 04 01:15:04.851738 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3688ef58-cc3e-4170-8f08-e4b9cfe6a99a req-d6768913-ea63-43e1-a1ab-a4bd3ca71a03 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088412 Sep 04 01:15:04.876089 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Router dfd0116b-b0d2-4364-aa01-ba6d13027223 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:04.979188 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:04.984566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:04.990224 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Sync routers for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:04.999757 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:05.000376 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:14:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:05.017613 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-090998e6-20f0-41e4-90e2-3660a8592c49 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/024f4857-d6bf-4af7-8c56-618d6d278237 HTTP/1.1" status: 204 len: 168 time: 1.0872166 Sep 04 01:15:05.017613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:05.017999 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4af01e0-a03f-4e44-b64e-be428a0bdaed" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:05.090227 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a6fe-8c6e-4355-b79f-4355852a4e67 req-cc25886f-f5fb-4a9a-89dd-043f06b7469c tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:05.092596 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8b98a6fe-8c6e-4355-b79f-4355852a4e67 req-cc25886f-f5fb-4a9a-89dd-043f06b7469c tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0562418 Sep 04 01:15:05.113238 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:05.142479 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8b98a6fe-8c6e-4355-b79f-4355852a4e67 req-9c11d419-5137-4607-8390-6ed36b8d7da5 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Sep 04 01:15:05.211074 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1025b1f9-f6e7-48d8-a499-43ef8d3eb511 x-openstack-request-id: req-1025b1f9-f6e7-48d8-a499-43ef8d3eb511 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:05.211074 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:05.211074 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1025b1f9-f6e7-48d8-a499-43ef8d3eb511 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:05.211074 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1025b1f9-f6e7-48d8-a499-43ef8d3eb511'] response: {'name': 'network-changed', 'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'status': 'completed', 'code': 200} Sep 04 01:15:05.251560 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:05.289875 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:05.292118 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:05.308609 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:05.337079 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Checking router: dfd0116b-b0d2-4364-aa01-ba6d13027223 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:05.346288 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:05.346927 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:14:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:05.449959 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:05.456438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba7e54-0ebe-4f7b-8335-f56b9870aaf9 req-b294cf79-186f-4dc2-9cdb-9fe70ce70d46 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:05.458007 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8aba7e54-0ebe-4f7b-8335-f56b9870aaf9 req-b294cf79-186f-4dc2-9cdb-9fe70ce70d46 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0476730 Sep 04 01:15:05.506810 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8aba7e54-0ebe-4f7b-8335-f56b9870aaf9 req-591f8837-d787-457c-86f0-e87a89a39a00 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Sep 04 01:15:05.634983 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-694e4dd6-c149-4690-926d-49225943bbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:05.651006 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:05.675461 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c3b70-a145-461a-8d3f-ead9d5021c1d None None] The sync data for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb is: [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:08:55Z', 'revision_number': 4, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f5330dc-3efa-420b-a1be-862b44d563c5', 'name': '', 'network_id': 'f7aa404c-1c4b-45cd-b72e-bc7e43055995', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'mac_address': 'fa:16:3e:23:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:54Z', 'updated_at': '2022-09-04T01:09:01Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'subnets': [{'id': '0ee9ea91-73e2-4de4-af31-2c51631e0e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:05.774576 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=17 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:05.778436 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=11 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:05.885482 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6b5be-d187-4c5d-9486-1db5de9b2ebc None None] New status for floating IP 024f4857-d6bf-4af7-8c56-618d6d278237: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:15:05.986442 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f14977-31d2-40c7-b816-0cb17494b36a req-a8a89290-14ee-4523-af24-cb34a83b2523 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:05.987921 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b7f14977-31d2-40c7-b816-0cb17494b36a req-a8a89290-14ee-4523-af24-cb34a83b2523 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0513904 Sep 04 01:15:06.035358 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b7f14977-31d2-40c7-b816-0cb17494b36a req-55d0b9c4-fbe3-4544-8e25-3f6d4963b5fc tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Sep 04 01:15:06.268494 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8fb01-2936-4b64-9c58-660c3f37c24a req-7a866f4e-b728-481a-98ac-17161a2c6c96 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:06.269950 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d0d8fb01-2936-4b64-9c58-660c3f37c24a req-7a866f4e-b728-481a-98ac-17161a2c6c96 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0514982 Sep 04 01:15:06.316687 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d0d8fb01-2936-4b64-9c58-660c3f37c24a req-a6266adf-08d2-44d8-a9e1-3ee4335ce390 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Sep 04 01:15:06.625132 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5b1b-5d38-4ce3-aff9-d4eb4c915c7a req-f9cf9c4e-c216-4de6-b768-b39aa5de123b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:06.626583 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8f5a5b1b-5d38-4ce3-aff9-d4eb4c915c7a req-f9cf9c4e-c216-4de6-b768-b39aa5de123b tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0465114 Sep 04 01:15:06.675269 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8f5a5b1b-5d38-4ce3-aff9-d4eb4c915c7a req-b3446d28-6319-452f-b13a-b026d0430e7a tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Sep 04 01:15:07.169531 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14d7d-7c17-460f-bdc4-46f01add8480 req-2097a829-4c75-43e2-8080-1af4b4ebf28f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.171013 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d3f14d7d-7c17-460f-bdc4-46f01add8480 req-2097a829-4c75-43e2-8080-1af4b4ebf28f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0457432 Sep 04 01:15:07.224716 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d3f14d7d-7c17-460f-bdc4-46f01add8480 req-4e7a8b85-fdc8-4b7c-b79b-67abd4544d24 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477707 Sep 04 01:15:07.473458 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-ebf7b931-0ab6-446a-800c-525ac050a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.474950 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-ebf7b931-0ab6-446a-800c-525ac050a1af service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 1130 time: 0.0801706 Sep 04 01:15:07.482364 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b90e-79ff-4534-8078-2977a404d996 req-86ee530c-9775-48cc-80db-303cefd4bf06 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.484275 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2bc5b90e-79ff-4534-8078-2977a404d996 req-86ee530c-9775-48cc-80db-303cefd4bf06 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0814004 Sep 04 01:15:07.589242 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2bc5b90e-79ff-4534-8078-2977a404d996 req-f0056f02-4e68-4b88-822a-93a3da039300 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968688 Sep 04 01:15:07.609809 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-886d37d3-6069-4991-80c2-66d9ac4116ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.611194 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-886d37d3-6069-4991-80c2-66d9ac4116ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 200 len: 909 time: 0.1260710 Sep 04 01:15:07.649953 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-26545235-e8aa-4d90-9509-ed73f4f49fa9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 200 len: 217 time: 0.0327742 Sep 04 01:15:07.697387 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-f4b67357-ce7f-4848-ae2b-844d392e379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.698832 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-f4b67357-ce7f-4848-ae2b-844d392e379c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 200 len: 847 time: 0.0438964 Sep 04 01:15:07.741639 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-8c96cba4-0ca5-4751-a5ce-c6be5747a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.743128 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-8c96cba4-0ca5-4751-a5ce-c6be5747a463 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f7aa404c-1c4b-45cd-b72e-bc7e43055995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387845 Sep 04 01:15:07.794558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df0e32-451f-49f5-9066-89d09c3f731b req-414437fe-11c0-4fcf-a459-ff1ba7b74bd9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:07.796672 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69df0e32-451f-49f5-9066-89d09c3f731b req-414437fe-11c0-4fcf-a459-ff1ba7b74bd9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0471549 Sep 04 01:15:07.824329 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:07.841631 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-5530a959-d8f8-4e8b-9d6c-0f9c68f77a45 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919139 Sep 04 01:15:07.853638 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-69df0e32-451f-49f5-9066-89d09c3f731b req-394c009e-a4f0-4df3-bde9-3c2face0bf39 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510895 Sep 04 01:15:07.921296 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7991c7fc-6130-49ed-9cc2-74af92480542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:08.344752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:08.352665 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12408-05c5-4122-8442-3abeedac4f55 req-14f90c9a-5b47-4f76-b9ab-6bd04ad45602 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:08.361348 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8df12408-05c5-4122-8442-3abeedac4f55 req-14f90c9a-5b47-4f76-b9ab-6bd04ad45602 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 943 time: 0.0466418 Sep 04 01:15:08.401657 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8df12408-05c5-4122-8442-3abeedac4f55 req-a6d48812-a050-405c-b60d-edfe78d3aada tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Sep 04 01:15:08.708746 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a96df-a098-4206-b19b-fae9b9c80ece req-ffba8f86-cbe3-41c0-b55f-06d8004d3495 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:08.710187 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f94a96df-a098-4206-b19b-fae9b9c80ece req-ffba8f86-cbe3-41c0-b55f-06d8004d3495 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0459354 Sep 04 01:15:08.756076 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f94a96df-a098-4206-b19b-fae9b9c80ece req-9b4c2f73-c6b2-4b70-b73e-4dde3b688c31 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Sep 04 01:15:08.923461 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673aebd-30c4-443b-86d3-f8c5d4e3e892 req-05acde2b-d47c-459c-b2b0-0fa381b74494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:08.925145 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c673aebd-30c4-443b-86d3-f8c5d4e3e892 req-05acde2b-d47c-459c-b2b0-0fa381b74494 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 1134 time: 0.0406339 Sep 04 01:15:08.949187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:15:08.972374 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c673aebd-30c4-443b-86d3-f8c5d4e3e892 req-75412738-d436-423e-9404-6559619e8898 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Sep 04 01:15:08.987905 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e4af01e0-a03f-4e44-b64e-be428a0bdaed req-7b05b949-b9bc-440a-9dc9-60c0efccfd14 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241229 Sep 04 01:15:08.997877 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94adf1d-868c-458b-ad8e-43f935b97c69 req-bf4001f0-92fb-4789-af25-2e192117bdac tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:08.999922 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c94adf1d-868c-458b-ad8e-43f935b97c69 req-bf4001f0-92fb-4789-af25-2e192117bdac tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0665987 Sep 04 01:15:09.049424 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c94adf1d-868c-458b-ad8e-43f935b97c69 req-5b52d08b-ccb2-4e54-8a6d-6c37956dc1c7 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Sep 04 01:15:09.058122 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:09.070864 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'port_id': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'mac_address': 'fa:16:3e:23:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:15:09.104280 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:15:09.104687 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.120943 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:15:09.151973 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:09.218131 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.229315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.277405 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=9']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:09.517894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:09.536172 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd9527-20cf-44bc-83c9-be5a7eadc2e9 req-73b66fa8-b113-4b8c-b500-314611d60c10 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:09.537653 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-73bd9527-20cf-44bc-83c9-be5a7eadc2e9 req-73b66fa8-b113-4b8c-b500-314611d60c10 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0502992 Sep 04 01:15:09.587142 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-73bd9527-20cf-44bc-83c9-be5a7eadc2e9 req-fadd0071-7468-4880-89ac-838a06d61862 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Sep 04 01:15:09.699506 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['9d24960e-cbea-4133-84aa-fc4b7a2c20f7'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:15:09.878235 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7139e66-a4c9-4f93-8d1f-557d517f8afa req-c1c2e23a-82af-4321-9198-1a123db0a957 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:09.879691 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7139e66-a4c9-4f93-8d1f-557d517f8afa req-c1c2e23a-82af-4321-9198-1a123db0a957 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0500336 Sep 04 01:15:09.927325 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d7139e66-a4c9-4f93-8d1f-557d517f8afa req-90378b11-65db-41f6-bdac-f5087a431c90 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Sep 04 01:15:10.169573 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472076a-d3b2-49c1-952f-d06a3f8c07dd req-80a7571f-513f-48ba-8b3f-0a41dc40cef5 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.171043 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8472076a-d3b2-49c1-952f-d06a3f8c07dd req-80a7571f-513f-48ba-8b3f-0a41dc40cef5 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0457437 Sep 04 01:15:10.195692 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.218823 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8472076a-d3b2-49c1-952f-d06a3f8c07dd req-8f630978-9d24-401d-bffa-29045bbc827e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Sep 04 01:15:10.291414 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83061a85-2c78-441d-b607-4075c912487c req-efcdb57b-7995-4c3e-b861-79e8ee1b6a68 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.292843 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83061a85-2c78-441d-b607-4075c912487c req-efcdb57b-7995-4c3e-b861-79e8ee1b6a68 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 946 time: 0.0463502 Sep 04 01:15:10.380372 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Deleting port 1390c8ba-36ac-478c-b0ee-d190953f0aea {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:10.380660 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.468863 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] For port 1390c8ba-36ac-478c-b0ee-d190953f0aea, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1390c8ba-36ac-478c-b0ee-d190953f0aea,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:10.469222 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.481561 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Calling delete_port for 1390c8ba-36ac-478c-b0ee-d190953f0aea owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:10.680828 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (1390c8ba-36ac-478c-b0ee-d190953f0aea), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.726526 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.731918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event deleted for resources: {'Port': ['ID=1390c8ba-36ac-478c-b0ee-d190953f0aea,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:10.745145 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7d2a-6424-473c-98bd-7b88516dcf92 req-fae9ebba-780c-4e5a-b424-65382bca7ca4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.746668 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-722a7d2a-6424-473c-98bd-7b88516dcf92 req-fae9ebba-780c-4e5a-b424-65382bca7ca4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 944 time: 0.0764456 Sep 04 01:15:10.754702 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.805655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] No DVR routers for this DVR port 1390c8ba-36ac-478c-b0ee-d190953f0aea on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:10.808798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.812348 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83061a85-2c78-441d-b607-4075c912487c req-7199b090-037d-462f-a02d-4f518ba26209 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.55 "DELETE /networking/v2.0/ports/1390c8ba-36ac-478c-b0ee-d190953f0aea HTTP/1.1" status: 204 len: 173 time: 0.5111854 Sep 04 01:15:10.813047 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-deleted', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:10.815251 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fd1ee9-6aa1-4d7f-acef-4162ac1922a7" -d '{"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-deleted", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:10.840990 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.846633 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-722a7d2a-6424-473c-98bd-7b88516dcf92 req-bfbe56df-0521-43a8-9672-c43ff127f330 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932615 Sep 04 01:15:10.853535 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ab06f5-5fef-450e-9cc7-57152bf5d5e3 x-openstack-request-id: req-28ab06f5-5fef-450e-9cc7-57152bf5d5e3 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:10.853821 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf004ea-20d2-4dc5-aadf-adc76d645af3", "name": "network-vif-deleted", "tag": "1390c8ba-36ac-478c-b0ee-d190953f0aea", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:10.854065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28ab06f5-5fef-450e-9cc7-57152bf5d5e3 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:10.854459 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ab06f5-5fef-450e-9cc7-57152bf5d5e3'] response: {'server_uuid': 'cbf004ea-20d2-4dc5-aadf-adc76d645af3', 'name': 'network-vif-deleted', 'tag': '1390c8ba-36ac-478c-b0ee-d190953f0aea', 'status': 'completed', 'code': 200} Sep 04 01:15:10.870532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.028141 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:15:11.053368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bd71d-4f32-441b-a1ee-d288ca011a0b req-1e23b359-b9f4-4c29-843d-f5162ebb2e01 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.054846 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b40bd71d-4f32-441b-a1ee-d288ca011a0b req-1e23b359-b9f4-4c29-843d-f5162ebb2e01 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0514028 Sep 04 01:15:11.076972 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:15:11.077274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.108859 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b40bd71d-4f32-441b-a1ee-d288ca011a0b req-3248555e-8df7-411d-89a3-4d7cd238d1a0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482330 Sep 04 01:15:11.159940 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:15:11.160329 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.186544 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:11.188949 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778178cc-d2a9-4e9e-9fd7-14fe4f32ac30" -d '{"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:11.202542 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:11.241806 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b2236-fb25-4e69-a3b2-f124db47e9e3 x-openstack-request-id: req-c77b2236-fb25-4e69-a3b2-f124db47e9e3 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:11.241806 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-plugged", "status": "completed", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:11.241806 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c77b2236-fb25-4e69-a3b2-f124db47e9e3 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:11.241806 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77b2236-fb25-4e69-a3b2-f124db47e9e3'] response: {'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'code': 200} Sep 04 01:15:11.304832 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.305813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:11.341129 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0579f91d-8c87-4075-947b-cdfe76df2cff req-f7c32e45-b272-45e2-a5ff-b22756bf3579 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0406368 Sep 04 01:15:11.345591 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 1390c8ba-36ac-478c-b0ee-d190953f0aea {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:11.345938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 1390c8ba-36ac-478c-b0ee-d190953f0aea not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:11.372193 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=10']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:11.654312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5b9af-b74c-4678-bce8-a9d5896ecdcc req-4d5a4a89-268e-46f9-98d1-5fdfab041b56 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.655879 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dcf5b9af-b74c-4678-bce8-a9d5896ecdcc req-4d5a4a89-268e-46f9-98d1-5fdfab041b56 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0464072 Sep 04 01:15:11.703376 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dcf5b9af-b74c-4678-bce8-a9d5896ecdcc req-ca9c1b11-9c47-4cd0-8142-4244ce4548e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Sep 04 01:15:11.978136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebceecb-f147-4442-ac1b-d90987ed9025 req-714cf754-917b-421f-89eb-7384a92fa5c1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.979620 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5ebceecb-f147-4442-ac1b-d90987ed9025 req-714cf754-917b-421f-89eb-7384a92fa5c1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0481942 Sep 04 01:15:12.027444 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5ebceecb-f147-4442-ac1b-d90987ed9025 req-5cac538b-6bd6-4e2a-b35c-39db7417fff6 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Sep 04 01:15:12.454377 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ca3c5f8f-4a93-4d90-8606-a399bd16fd74 req-3c85c5fa-c0bc-42b8-98a7-ed1a874d4c21 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0299976 Sep 04 01:15:12.756364 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d277b3-9246-4690-a68d-7f35f1617f68 req-1d874038-4f83-4e8e-8a59-747d569bc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:12.757900 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-84d277b3-9246-4690-a68d-7f35f1617f68 req-1d874038-4f83-4e8e-8a59-747d569bc53f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1130 time: 0.0433893 Sep 04 01:15:12.809471 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:12.836547 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0fa87-6858-4961-b756-2898dd8cfc0d req-6ea353ca-f2e6-4451-b259-2235669e0091 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:12.838007 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-70c0fa87-6858-4961-b756-2898dd8cfc0d req-6ea353ca-f2e6-4451-b259-2235669e0091 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0585823 Sep 04 01:15:12.887881 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-84d277b3-9246-4690-a68d-7f35f1617f68 req-c8d18943-00a3-48f6-915f-91b19509b687 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728095 Sep 04 01:15:12.904803 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-70c0fa87-6858-4961-b756-2898dd8cfc0d req-ef8df5d3-e996-4d69-bbc2-05f0ca250d35 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591352 Sep 04 01:15:13.153256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9e27-b0ba-4af9-b0fe-d000223b20f7 req-e6747bd6-c1ad-4a08-acaa-f56f360038b1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.155239 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c20b9e27-b0ba-4af9-b0fe-d000223b20f7 req-e6747bd6-c1ad-4a08-acaa-f56f360038b1 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0469527 Sep 04 01:15:13.200294 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c20b9e27-b0ba-4af9-b0fe-d000223b20f7 req-d609d0f7-6c5d-4232-ad51-367d152e9edf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Sep 04 01:15:13.566425 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ef7cb04b-b19b-49ad-81db-08c376a3bfbe req-440a9b0b-604d-4d58-84cc-cdd213134db9 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0266593 Sep 04 01:15:14.120953 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-82f918b4-56d2-42d3-9eb4-24b3e879a69d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:14.122511 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-82f918b4-56d2-42d3-9eb4-24b3e879a69d tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0566397 Sep 04 01:15:14.181766 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf780d16-c0e4-43fc-80aa-1ff5ac29bac3 req-87b5bf94-bd98-42b0-a5c6-50871fea710a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:14.183246 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf780d16-c0e4-43fc-80aa-1ff5ac29bac3 req-87b5bf94-bd98-42b0-a5c6-50871fea710a tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 950 time: 0.0487354 Sep 04 01:15:14.213658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Deleting port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:14.213906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.233695 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-cf780d16-c0e4-43fc-80aa-1ff5ac29bac3 req-046fc235-c75b-49d4-a2d3-dd7983971ec9 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d3792657-1379-4465-9e12-de9f85028abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Sep 04 01:15:14.339203 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] For port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,segment=NetworkSegment(054e0df7-e1b9-4b8c-b35c-fefa19a560b2),segment_id=054e0df7-e1b9-4b8c-b35c-fefa19a560b2)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:14.339562 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.347323 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c26bd-fa01-46e6-adb6-786b7e7a5b45 req-3fc7bc7b-63e4-48a2-97e4-dade649cf69a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:14.348788 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd4c26bd-fa01-46e6-adb6-786b7e7a5b45 req-3fc7bc7b-63e4-48a2-97e4-dade649cf69a tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0660644 Sep 04 01:15:14.365611 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Calling delete_port for 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:14.443859 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dd4c26bd-fa01-46e6-adb6-786b7e7a5b45 req-df2b5209-df4e-4eb4-b807-d524f901d325 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880430 Sep 04 01:15:14.595285 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (13f2c404-67fd-4edc-b1b7-79ac58d8cc3c), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.626593 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Pushing event deleted for resources: {'Port': ['ID=13f2c404-67fd-4edc-b1b7-79ac58d8cc3c,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:14.640099 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['13f2c404-67fd-4edc-b1b7-79ac58d8cc3c'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:15:14.706627 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] No DVR routers for this DVR port 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:14.710949 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.714352 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-55c7648a-7505-4fcc-a9b8-32daf30ad162 req-9bdaa40f-a511-45e4-81ca-889d3e5827e0 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.55 "DELETE /networking/v2.0/ports/13f2c404-67fd-4edc-b1b7-79ac58d8cc3c HTTP/1.1" status: 204 len: 173 time: 0.5799491 Sep 04 01:15:14.714835 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'name': 'network-vif-deleted', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:14.722923 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773b41b9-0ce2-4ee6-a384-49b580ac6aff" -d '{"events": [{"server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "name": "network-vif-deleted", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:14.769087 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9f72c9d5-3020-437b-9337-4e3effd5c6d2 req-ec60fe17-a167-4b51-a092-24bcbffd7ad7 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbf004ea-20d2-4dc5-aadf-adc76d645af3 HTTP/1.1" status: 200 len: 210 time: 0.0598495 Sep 04 01:15:14.771898 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5004aa9e-cad1-43e8-83a2-ecd156a3ec9a x-openstack-request-id: req-5004aa9e-cad1-43e8-83a2-ecd156a3ec9a {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:14.772485 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3da72c-2bad-4393-a497-7e32bd9e78fd", "name": "network-vif-deleted", "tag": "13f2c404-67fd-4edc-b1b7-79ac58d8cc3c", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:14.772812 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5004aa9e-cad1-43e8-83a2-ecd156a3ec9a {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:14.773299 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5004aa9e-cad1-43e8-83a2-ecd156a3ec9a'] response: {'server_uuid': '1f3da72c-2bad-4393-a497-7e32bd9e78fd', 'name': 'network-vif-deleted', 'tag': '13f2c404-67fd-4edc-b1b7-79ac58d8cc3c', 'status': 'completed', 'code': 200} Sep 04 01:15:15.352493 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b576f719-ab5f-4577-9536-51923fd8db8a req-a4540845-235c-4dda-a02a-4ea536874030 tempest-VolumesNegativeTest-1224507625 tempest-VolumesNegativeTest-1224507625-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1f3da72c-2bad-4393-a497-7e32bd9e78fd HTTP/1.1" status: 200 len: 210 time: 0.0289617 Sep 04 01:15:15.571343 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9109-7738-4922-8724-2d442fb50a1c req-bd3f7934-50b9-489c-bf1f-6dbd1c780249 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:15.572806 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-22ab9109-7738-4922-8724-2d442fb50a1c req-bd3f7934-50b9-489c-bf1f-6dbd1c780249 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0460172 Sep 04 01:15:15.622885 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-22ab9109-7738-4922-8724-2d442fb50a1c req-41fed58d-389e-48b5-a1c2-98f562f913c8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 Sep 04 01:15:15.829159 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39110) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:15.887661 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (4cc0c6c4-b6b1-4544-b0e6-a84567ff332e), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.901608 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:15.912392 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (4cc0c6c4-b6b1-4544-b0e6-a84567ff332e), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.052343 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (4cc0c6c4-b6b1-4544-b0e6-a84567ff332e), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.055089 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.056280 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4cc0c6c4-b6b1-4544-b0e6-a84567ff332e HTTP/1.1" status: 204 len: 168 time: 0.2261558 Sep 04 01:15:16.067390 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d6c9b-fb2d-456a-bf81-a6a5cd91a45e tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0c6c4-b6b1-4544-b0e6-a84567ff332e,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:16.237876 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39114) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:16.444013 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:16.652453 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.758172 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210194-e23c-41fe-894c-6dcaf18e24fa req-5f9da4c5-7482-41e0-a7bd-3e18d4341767 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.759916 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dd210194-e23c-41fe-894c-6dcaf18e24fa req-5f9da4c5-7482-41e0-a7bd-3e18d4341767 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0503752 Sep 04 01:15:16.808013 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dd210194-e23c-41fe-894c-6dcaf18e24fa req-a4f63cc3-3309-477c-827c-695b34449b0d tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415730 Sep 04 01:15:16.878558 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Deleting port 2f5330dc-3efa-420b-a1be-862b44d563c5 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:16.879079 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.957216 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] For port 2f5330dc-3efa-420b-a1be-862b44d563c5, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f5330dc-3efa-420b-a1be-862b44d563c5,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:16.957577 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.966622 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:16.972231 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Calling delete_port for 2f5330dc-3efa-420b-a1be-862b44d563c5 owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:16.988830 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:16.989179 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 13f2c404-67fd-4edc-b1b7-79ac58d8cc3c not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:17.084252 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.113834 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.118994 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=5 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.241349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (2f5330dc-3efa-420b-a1be-862b44d563c5), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.271399 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5330dc-3efa-420b-a1be-862b44d563c5,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:17.378940 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.457138 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.931656 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Router dfd0116b-b0d2-4364-aa01-ba6d13027223 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:18.034743 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:18.042203 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-6696725b-752e-4bb2-864f-fc2b0f1726e0 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dfd0116b-b0d2-4364-aa01-ba6d13027223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8023121 Sep 04 01:15:18.044439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39220) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:18.049014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Sync routers for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:18.057364 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:18.058030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:18.147854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks [] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.255156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks [] for router_gateway (dfd0116b-b0d2-4364-aa01-ba6d13027223), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.301979 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:18.346103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Deleting port 3031d09b-dea2-4538-84f5-4570cde46ba3 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:18.346425 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.387077 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:18.435498 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] For port 3031d09b-dea2-4538-84f5-4570cde46ba3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3031d09b-dea2-4538-84f5-4570cde46ba3,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:18.435863 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.454985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Calling delete_port for 3031d09b-dea2-4538-84f5-4570cde46ba3 owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:18.491446 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221'}], 'enable_snat': True}, 'gw_port_id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:15:17Z', 'revision_number': 5, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port': {'id': '3031d09b-dea2-4538-84f5-4570cde46ba3', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:52Z', 'updated_at': '2022-09-04T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:18.517510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Checking router: dfd0116b-b0d2-4364-aa01-ba6d13027223 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:18.525870 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Routers {'dfd0116b-b0d2-4364-aa01-ba6d13027223'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:18.526475 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['dfd0116b-b0d2-4364-aa01-ba6d13027223'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:18.528891 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:18.550769 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:18.615839 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] Set router dfd0116b-b0d2-4364-aa01-ba6d13027223 gateway port host: None {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:18.617600 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:18.667430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:15:18Z', 'revision_number': 6, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:18.675616 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (3031d09b-dea2-4538-84f5-4570cde46ba3), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.697096 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009567b0-07e0-4da8-a33b-9d4d16101790 None None] The sync data for ids ['dfd0116b-b0d2-4364-aa01-ba6d13027223'] in dv-cinder-master-3-smb is: [{'id': 'dfd0116b-b0d2-4364-aa01-ba6d13027223', 'name': 'tempest-TestShelveInstance-990825672-router', 'tenant_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:51Z', 'updated_at': '2022-09-04T01:15:18Z', 'revision_number': 6, 'project_id': 'be21c8fcaef64d9dbecf31bd633559c4', 'gw_port_host': None}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:18.702193 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Pushing event deleted for resources: {'Port': ['ID=3031d09b-dea2-4538-84f5-4570cde46ba3,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:18.769616 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.866861 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.866861 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks [] for router_controller (dfd0116b-b0d2-4364-aa01-ba6d13027223), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.978290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (dfd0116b-b0d2-4364-aa01-ba6d13027223), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.979054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd0116b-b0d2-4364-aa01-ba6d13027223 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:15:18.984937 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.986067 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2dcbd5c5-ff6f-4a3c-b1f4-873d0e4e49da admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/dfd0116b-b0d2-4364-aa01-ba6d13027223 HTTP/1.1" status: 204 len: 168 time: 0.9401119 Sep 04 01:15:18.988773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39284) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:19.040552 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Deleting subnet 0ee9ea91-73e2-4de4-af31-2c51631e0e3e {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:15:19.044419 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Publish callbacks [] for subnet (0ee9ea91-73e2-4de4-af31-2c51631e0e3e), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.090398 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (0ee9ea91-73e2-4de4-af31-2c51631e0e3e), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.172552 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (0ee9ea91-73e2-4de4-af31-2c51631e0e3e), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.264621 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (0ee9ea91-73e2-4de4-af31-2c51631e0e3e), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.296641 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.302113 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0ee9ea91-73e2-4de4-af31-2c51631e0e3e HTTP/1.1" status: 204 len: 168 time: 0.3096676 Sep 04 01:15:19.302113 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0f634-e978-499f-ac99-073360444751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee9ea91-73e2-4de4-af31-2c51631e0e3e,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:19.302384 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39298) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:19.306608 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309fbd5-a3c7-4215-943f-350bf1aa23ab None None] Network f7aa404c-1c4b-45cd-b72e-bc7e43055995 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:15:19.375555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (f7aa404c-1c4b-45cd-b72e-bc7e43055995), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.419334 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Deleting port bb2de88d-041c-4013-950c-5bda47b29534 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:19.419334 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (bb2de88d-041c-4013-950c-5bda47b29534), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.480673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:19.497856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] DHCP port deletion for f7aa404c-1c4b-45cd-b72e-bc7e43055995 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:15:19.521242 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] For port bb2de88d-041c-4013-950c-5bda47b29534, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb2de88d-041c-4013-950c-5bda47b29534,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:19.521608 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (bb2de88d-041c-4013-950c-5bda47b29534), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.537782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Calling delete_port for bb2de88d-041c-4013-950c-5bda47b29534 owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:19.546675 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2f5330dc-3efa-420b-a1be-862b44d563c5 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:19.579658 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 2f5330dc-3efa-420b-a1be-862b44d563c5 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:19.580611 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 2f5330dc-3efa-420b-a1be-862b44d563c5 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:19.581188 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 3031d09b-dea2-4538-84f5-4570cde46ba3 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:19.617325 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 3031d09b-dea2-4538-84f5-4570cde46ba3 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:19.617856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 3031d09b-dea2-4538-84f5-4570cde46ba3 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:19.621054 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Deleting port bb2de88d-041c-4013-950c-5bda47b29534 {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:19.621054 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (bb2de88d-041c-4013-950c-5bda47b29534), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.697004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] For port bb2de88d-041c-4013-950c-5bda47b29534, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb2de88d-041c-4013-950c-5bda47b29534,segment=NetworkSegment(16a615a9-fa31-48bb-915b-d6c9fd73b189),segment_id=16a615a9-fa31-48bb-915b-d6c9fd73b189)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:19.697430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (bb2de88d-041c-4013-950c-5bda47b29534), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.709541 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (bb2de88d-041c-4013-950c-5bda47b29534), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.713813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Calling delete_port for bb2de88d-041c-4013-950c-5bda47b29534 owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:19.732009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2de88d-041c-4013-950c-5bda47b29534,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:19.741981 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] No DVR routers for this DVR port bb2de88d-041c-4013-950c-5bda47b29534 on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:19.797273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (bb2de88d-041c-4013-950c-5bda47b29534), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.824238 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] Pushing event deleted for resources: {'Port': ['ID=bb2de88d-041c-4013-950c-5bda47b29534,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:19.826780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ec2a7-992d-4303-aebe-d43cde4af279 None None] No DVR routers for this DVR port bb2de88d-041c-4013-950c-5bda47b29534 on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:19.850735 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (f7aa404c-1c4b-45cd-b72e-bc7e43055995), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.873973 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7aa404c-1c4b-45cd-b72e-bc7e43055995']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:19.883716 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a615a9-fa31-48bb-915b-d6c9fd73b189') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:19.883941 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a615a9-fa31-48bb-915b-d6c9fd73b189') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:19.894837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (16a615a9-fa31-48bb-915b-d6c9fd73b189), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.908558 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (16a615a9-fa31-48bb-915b-d6c9fd73b189), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.915145 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:19.916806 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:15:19.917191 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (16a615a9-fa31-48bb-915b-d6c9fd73b189), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.972952 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 16a615a9-fa31-48bb-915b-d6c9fd73b189 resource provider aggregate not found Sep 04 01:15:19.997476 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 16a615a9-fa31-48bb-915b-d6c9fd73b189 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16a615a9-fa31-48bb-915b-d6c9fd73b189 found for delete ", "request_id": "req-90ecd6c8-cf9e-41f0-b3d8-3060e69b7814"}]} Sep 04 01:15:20.052588 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (f7aa404c-1c4b-45cd-b72e-bc7e43055995), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.059780 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.075218 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f7aa404c-1c4b-45cd-b72e-bc7e43055995 HTTP/1.1" status: 204 len: 168 time: 0.7603538 Sep 04 01:15:20.075218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39338) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:20.083236 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479babd-d6de-43fb-9f26-a50817dc000c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7aa404c-1c4b-45cd-b72e-bc7e43055995,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:20.394662 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.617926 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Deleting port f9421c6a-fed8-4cca-a055-27b562ff5da2 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:20.618253 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.631068 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:20.699085 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] For port f9421c6a-fed8-4cca-a055-27b562ff5da2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f9421c6a-fed8-4cca-a055-27b562ff5da2,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:20.699353 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.711856 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Calling delete_port for f9421c6a-fed8-4cca-a055-27b562ff5da2 owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:20.825749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:20.955309 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f9421c6a-fed8-4cca-a055-27b562ff5da2), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.981367 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9421c6a-fed8-4cca-a055-27b562ff5da2,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:21.150866 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.353982 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:21.458501 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:21.463387 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-45d9bbf9-8de1-4518-8863-94c1bfba0e49 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5c082345-a9a1-4a4e-b5b5-e4e92c867d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3872375 Sep 04 01:15:21.465967 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39372) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:21.468771 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Sync routers for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:21.483574 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:21.484117 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:21.570445 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device bb2de88d-041c-4013-950c-5bda47b29534 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:21.594416 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:21.597389 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: bb2de88d-041c-4013-950c-5bda47b29534 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:21.597752 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device bb2de88d-041c-4013-950c-5bda47b29534 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:21.842075 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks [] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.851743 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:15:20Z', 'revision_number': 5, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:21.882672 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Checking router: 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:21.892018 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Routers {'5c082345-a9a1-4a4e-b5b5-e4e92c867d71'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:21.892182 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:21.892631 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:21.946382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks [] for router_gateway (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.996355 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] Set router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:22.097357 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Deleting port b418d348-ee5e-4b7a-8374-0f4a94c10216 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:22.097694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.109097 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:22.174407 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:15:20Z', 'revision_number': 5, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:22.183632 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] For port b418d348-ee5e-4b7a-8374-0f4a94c10216, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b418d348-ee5e-4b7a-8374-0f4a94c10216,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:22.184189 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.197716 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Calling delete_port for b418d348-ee5e-4b7a-8374-0f4a94c10216 owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:22.201468 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad2941-4ad4-41e7-a420-b66463bff0bc None None] The sync data for ids ['5c082345-a9a1-4a4e-b5b5-e4e92c867d71'] in dv-cinder-master-3-smb is: [{'id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'name': 'tempest-TestShelveInstance-1408472081-router', 'tenant_id': '07adc8f73fe240fd87ad0c8523874965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91'}], 'enable_snat': True}, 'gw_port_id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:09:00Z', 'updated_at': '2022-09-04T01:15:20Z', 'revision_number': 5, 'project_id': '07adc8f73fe240fd87ad0c8523874965', 'gw_port': {'id': 'b418d348-ee5e-4b7a-8374-0f4a94c10216', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c082345-a9a1-4a4e-b5b5-e4e92c867d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:09:01Z', 'updated_at': '2022-09-04T01:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:22.270689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39380) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:22.435194 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b6479ff2-7599-4422-88a7-509e900f8b43 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=db1b33cc7cd2466b9f9cf4e0a631941e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634188 Sep 04 01:15:22.437894 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39384) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:22.445009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b418d348-ee5e-4b7a-8374-0f4a94c10216), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.486206 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b418d348-ee5e-4b7a-8374-0f4a94c10216,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:22.563519 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] Publish callbacks [] for security_group (d3792657-1379-4465-9e12-de9f85028abf), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.585267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.613628 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] Publish callbacks [] for security_group (d3792657-1379-4465-9e12-de9f85028abf), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.696597 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.703340 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks [] for router_controller (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.812719 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (5c082345-a9a1-4a4e-b5b5-e4e92c867d71), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.813362 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c082345-a9a1-4a4e-b5b5-e4e92c867d71 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:15:22.821146 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.821146 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-eb7c4496-9ec3-444b-9e0b-ca05176972d2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/5c082345-a9a1-4a4e-b5b5-e4e92c867d71 HTTP/1.1" status: 204 len: 168 time: 1.3518138 Sep 04 01:15:22.821483 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39386) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:22.830991 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d3792657-1379-4465-9e12-de9f85028abf), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.833500 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.834575 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d3792657-1379-4465-9e12-de9f85028abf HTTP/1.1" status: 204 len: 168 time: 0.3958004 Sep 04 01:15:22.866673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0adedf-714f-433c-b4fe-3e316400cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3792657-1379-4465-9e12-de9f85028abf,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:22.881111 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Deleting subnet 348ece50-fc8f-42a8-9fdd-192a945d117d {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:15:22.884446 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Publish callbacks [] for subnet (348ece50-fc8f-42a8-9fdd-192a945d117d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.922546 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (348ece50-fc8f-42a8-9fdd-192a945d117d), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:22.964860 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:23.005215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (348ece50-fc8f-42a8-9fdd-192a945d117d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.030979 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:23.144603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (348ece50-fc8f-42a8-9fdd-192a945d117d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.171580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348ece50-fc8f-42a8-9fdd-192a945d117d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:23.178091 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.181401 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ffb87461-4fef-450a-81ab-e2e31ac5b243 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/348ece50-fc8f-42a8-9fdd-192a945d117d HTTP/1.1" status: 204 len: 168 time: 0.3589091 Sep 04 01:15:23.184308 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c637f52-76ac-4ecb-9bf4-b0fd79809383 None None] Network 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:15:23.184881 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39390) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:23.274301 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.346638 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Deleting port 26a7eaf1-56c6-4783-8035-daa1cf136a62 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:23.346975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.379531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] DHCP port deletion for 3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:15:23.412475 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] For port 26a7eaf1-56c6-4783-8035-daa1cf136a62, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=26a7eaf1-56c6-4783-8035-daa1cf136a62,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:23.412840 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.417450 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Deleting port 26a7eaf1-56c6-4783-8035-daa1cf136a62 {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:23.417836 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.426902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Calling delete_port for 26a7eaf1-56c6-4783-8035-daa1cf136a62 owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:23.484956 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] For port 26a7eaf1-56c6-4783-8035-daa1cf136a62, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=26a7eaf1-56c6-4783-8035-daa1cf136a62,segment=NetworkSegment(23e8810c-8295-4af2-809a-136550cc8182),segment_id=23e8810c-8295-4af2-809a-136550cc8182)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:23.485351 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.500236 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Calling delete_port for 26a7eaf1-56c6-4783-8035-daa1cf136a62 owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:23.503503 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 26a7eaf1-56c6-4783-8035-daa1cf136a62 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:23.574773 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:23.584174 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.594958 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No ports have port_id starting with 26a7eaf1-56c6-4783-8035-daa1cf136a62 Sep 04 01:15:23.598435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b418d348-ee5e-4b7a-8374-0f4a94c10216 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:23.611160 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a7eaf1-56c6-4783-8035-daa1cf136a62,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:23.613119 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] No DVR routers for this DVR port 26a7eaf1-56c6-4783-8035-daa1cf136a62 on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:23.626969 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: b418d348-ee5e-4b7a-8374-0f4a94c10216 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:23.627322 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b418d348-ee5e-4b7a-8374-0f4a94c10216 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:23.627739 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f9421c6a-fed8-4cca-a055-27b562ff5da2 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:23.650596 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: f9421c6a-fed8-4cca-a055-27b562ff5da2 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:23.650939 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f9421c6a-fed8-4cca-a055-27b562ff5da2 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:23.656795 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (26a7eaf1-56c6-4783-8035-daa1cf136a62), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.683433 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] Pushing event deleted for resources: {'Port': ['ID=26a7eaf1-56c6-4783-8035-daa1cf136a62,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:23.687656 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4255a64-b782-4d09-83d7-c8c89232e977 None None] No DVR routers for this DVR port 26a7eaf1-56c6-4783-8035-daa1cf136a62 on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:23.694537 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.717766 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:23.726742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e8810c-8295-4af2-809a-136550cc8182') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:23.727026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e8810c-8295-4af2-809a-136550cc8182') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:23.737034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (23e8810c-8295-4af2-809a-136550cc8182), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.750033 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (23e8810c-8295-4af2-809a-136550cc8182), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.756095 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:15:23.756497 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (23e8810c-8295-4af2-809a-136550cc8182), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.801046 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 23e8810c-8295-4af2-809a-136550cc8182 resource provider aggregate not found Sep 04 01:15:23.819247 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 23e8810c-8295-4af2-809a-136550cc8182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23e8810c-8295-4af2-809a-136550cc8182 found for delete ", "request_id": "req-84568fba-f7a9-4008-b7c7-30dd3eeca618"}]} Sep 04 01:15:23.909273 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.914732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.917695 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73 HTTP/1.1" status: 204 len: 168 time: 0.7314517 Sep 04 01:15:23.929648 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c33e0-e58c-4e86-be84-f965954ec769 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5c7e01-d11a-4663-b3e5-3fb5b2c2be73,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:24.269331 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39398) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:24.313050 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-93da0278-c5be-4986-9898-cffd84e65ab0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=be21c8fcaef64d9dbecf31bd633559c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426061 Sep 04 01:15:24.315633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39400) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:24.362803 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] Publish callbacks [] for security_group (113705b3-f960-48ad-aa37-ff5dd6645846), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.382964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] Publish callbacks [] for security_group (113705b3-f960-48ad-aa37-ff5dd6645846), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.526702 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (113705b3-f960-48ad-aa37-ff5dd6645846), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.529363 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.530568 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/113705b3-f960-48ad-aa37-ff5dd6645846 HTTP/1.1" status: 204 len: 168 time: 0.2140708 Sep 04 01:15:24.538478 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a8e91-ebd9-47c0-9644-875b494a5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113705b3-f960-48ad-aa37-ff5dd6645846,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:25.154808 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39406) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:25.180798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:25.194997 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-724a2169-0c66-4bda-ac67-31ef14a1d5f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=07adc8f73fe240fd87ad0c8523874965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391130 Sep 04 01:15:25.197545 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39408) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:25.249271 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] Publish callbacks [] for security_group (37f13c4e-6fdb-473a-a1fc-98ecda51a945), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.269698 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] Publish callbacks [] for security_group (37f13c4e-6fdb-473a-a1fc-98ecda51a945), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.423841 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (37f13c4e-6fdb-473a-a1fc-98ecda51a945), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.426422 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.427652 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/37f13c4e-6fdb-473a-a1fc-98ecda51a945 HTTP/1.1" status: 204 len: 168 time: 0.2291160 Sep 04 01:15:25.436990 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cd091-7eb6-42a8-ae2c-083f43611b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f13c4e-6fdb-473a-a1fc-98ecda51a945,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:26.065377 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:15:28.240289 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:30.678814 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-1869203f-8702-44ae-a13c-12a9656f4dd4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420723 Sep 04 01:15:30.781370 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-74777a3c-9edc-48fc-b976-734122339728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:30.782739 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-74777a3c-9edc-48fc-b976-734122339728 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 1130 time: 0.0396252 Sep 04 01:15:30.888982 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-e6c717f0-346e-497a-b9ed-2119587eda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:30.891530 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-e6c717f0-346e-497a-b9ed-2119587eda67 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 200 len: 915 time: 0.0910594 Sep 04 01:15:30.943153 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:30.954341 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-b53b650c-d6bb-4f5d-bc22-fd523443c51b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 200 len: 1001 time: 0.0562530 Sep 04 01:15:31.002541 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-4a8f91c3-01fd-47c9-b3df-e9d14b438333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:31.003950 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-4a8f91c3-01fd-47c9-b3df-e9d14b438333 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 200 len: 853 time: 0.0438168 Sep 04 01:15:31.051905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-983de2a5-4330-4e9c-8f67-65f841d94f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:31.053320 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-983de2a5-4330-4e9c-8f67-65f841d94f70 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=761493cb-9c37-4208-8cf3-32be61673510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430527 Sep 04 01:15:31.152168 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-3bc5eca2-79c7-49b9-a5b8-a2af7710000d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888345 Sep 04 01:15:31.260557 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-78f1f84a-a44b-49f3-8299-c1d6c6d1cdef req-fa4b29a3-81a1-48f4-a852-8ef97ef12fcb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965688 Sep 04 01:15:34.533763 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:34.534601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:35.618700 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-706e68ff-e429-4635-925e-c5a61bd2e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:36.059990 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=64 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.060771 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=58 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.360578 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0583e5f-b2fb-445c-97b6-10af60b8ef3b req-15211d6d-d74d-4048-a6b6-8ff127ac3c77 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:36.361926 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f0583e5f-b2fb-445c-97b6-10af60b8ef3b req-15211d6d-d74d-4048-a6b6-8ff127ac3c77 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0471046 Sep 04 01:15:36.411045 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f0583e5f-b2fb-445c-97b6-10af60b8ef3b req-a42a093f-5e49-47e9-b51d-0e2834c33cc5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Sep 04 01:15:37.531543 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aafbc1-df2c-4d81-83f8-719b3808f3ff req-93e5682b-a480-44f2-a5bb-65ea00b8474a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:37.533127 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-33aafbc1-df2c-4d81-83f8-719b3808f3ff req-93e5682b-a480-44f2-a5bb-65ea00b8474a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0470164 Sep 04 01:15:37.583717 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-33aafbc1-df2c-4d81-83f8-719b3808f3ff req-ef9155bb-25d8-4dfa-97ff-e4e9c670bf58 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Sep 04 01:15:37.910068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-22d36263-e5ef-4924-a79f-3f3553268bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.401199 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-09bd08d8-bf56-4830-b646-e421b7a8ea87 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:38.402635 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-09bd08d8-bf56-4830-b646-e421b7a8ea87 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0501733 Sep 04 01:15:38.485499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port 07128323-5e76-4c1e-8df0-e3517fcb84f6 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:38.485764 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.532141 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:38.577822 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] For port 07128323-5e76-4c1e-8df0-e3517fcb84f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=07128323-5e76-4c1e-8df0-e3517fcb84f6,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:38.578176 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.704551 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27ce0-b4e6-4139-b5d8-db698c719434 req-6aa81629-9240-4579-a198-f4d8f2cf86a5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:38.706022 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d5d27ce0-b4e6-4139-b5d8-db698c719434 req-6aa81629-9240-4579-a198-f4d8f2cf86a5 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 946 time: 0.0464175 Sep 04 01:15:38.740498 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.740777 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.741085 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Floating IP 0a434e17-8fb1-44ed-958e-ee6ee100cd14 disassociated. External IP: 172.37.6.41, port: 07128323-5e76-4c1e-8df0-e3517fcb84f6. Sep 04 01:15:38.741421 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for 07128323-5e76-4c1e-8df0-e3517fcb84f6 owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:38.754747 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d5d27ce0-b4e6-4139-b5d8-db698c719434 req-6af7790a-8b19-493b-a066-0f2b845e8c61 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=422ec3b4-46e3-47fe-92ae-348d7dc28cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Sep 04 01:15:38.932486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (07128323-5e76-4c1e-8df0-e3517fcb84f6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:38.958782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=07128323-5e76-4c1e-8df0-e3517fcb84f6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:39.070445 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:39.170125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:39.174883 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:39.185566 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:39.196824 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:39.197431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:39.218756 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] No DVR routers for this DVR port 07128323-5e76-4c1e-8df0-e3517fcb84f6 on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:39.221653 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:39.225916 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-782d16eb-5d9e-4ef1-b979-7b0c7028fa8d req-0815004c-c4ac-4dbf-a739-54344c56b11e tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.55 "DELETE /networking/v2.0/ports/07128323-5e76-4c1e-8df0-e3517fcb84f6 HTTP/1.1" status: 204 len: 173 time: 0.8177643 Sep 04 01:15:39.226398 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'name': 'network-vif-deleted', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:39.229314 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949c0fe-d63f-4a9b-9665-3d0f976f3e22" -d '{"events": [{"server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "name": "network-vif-deleted", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:39.238536 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:39.273932 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f09fe6e-50ce-4568-a728-b0ea8ad78321 x-openstack-request-id: req-4f09fe6e-50ce-4568-a728-b0ea8ad78321 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:39.274370 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1128769e-8203-4356-8951-9dcc9357e608", "name": "network-vif-deleted", "tag": "07128323-5e76-4c1e-8df0-e3517fcb84f6", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:39.274496 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4f09fe6e-50ce-4568-a728-b0ea8ad78321 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:39.274850 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f09fe6e-50ce-4568-a728-b0ea8ad78321'] response: {'server_uuid': '1128769e-8203-4356-8951-9dcc9357e608', 'name': 'network-vif-deleted', 'tag': '07128323-5e76-4c1e-8df0-e3517fcb84f6', 'status': 'completed', 'code': 200} Sep 04 01:15:39.312959 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:39.641396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:39.644746 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:39.670045 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:39.678738 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:39.679341 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:39.681862 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:39.783017 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:39.868729 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a80f6cd4-7f18-4640-918f-dc196637964c req-12e78834-fde5-45a2-942c-455639251462 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1128769e-8203-4356-8951-9dcc9357e608 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Sep 04 01:15:39.974417 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:40.002212 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c18628-7867-4804-8d94-1ceff7705906 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:06:39Z', 'revision_number': 4, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18556612-630a-4de2-9744-f012a091c22c', 'name': '', 'network_id': '2b20c706-eedb-40a9-af04-eb1e93ffe3a6', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'mac_address': 'fa:16:3e:17:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:49Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'subnets': [{'id': 'b9667620-66b6-4db4-9e52-1b9154b20d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:40.217196 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda88b8-1d35-446b-969e-b4cc7ba9f105 None None] New status for floating IP 0a434e17-8fb1-44ed-958e-ee6ee100cd14: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:15:40.709522 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:40.818081 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.025207 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39476) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:41.079832 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (422ec3b4-46e3-47fe-92ae-348d7dc28cd6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.101882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (422ec3b4-46e3-47fe-92ae-348d7dc28cd6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.212339 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (422ec3b4-46e3-47fe-92ae-348d7dc28cd6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.214896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.216032 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/422ec3b4-46e3-47fe-92ae-348d7dc28cd6 HTTP/1.1" status: 204 len: 168 time: 0.1898277 Sep 04 01:15:41.218858 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39478) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:41.226136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d4040-9858-4c43-8c49-254ef4f94438 tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ec3b4-46e3-47fe-92ae-348d7dc28cd6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:41.235462 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.api.v2.resource [None req-929dd0bd-138d-4ac4-91d7-b85fda5b2edd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] show failed (client error): The resource could not be found. Sep 04 01:15:41.235462 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-929dd0bd-138d-4ac4-91d7-b85fda5b2edd tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "GET /networking/v2.0/security-groups/422ec3b4-46e3-47fe-92ae-348d7dc28cd6 HTTP/1.1" status: 404 len: 347 time: 0.0141177 Sep 04 01:15:41.237943 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39480) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:41.350907 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Deleting port 12655637-7998-42ed-b841-1976943e8b80 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:41.351246 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (12655637-7998-42ed-b841-1976943e8b80), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.430736 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (12655637-7998-42ed-b841-1976943e8b80), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.431063 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (12655637-7998-42ed-b841-1976943e8b80), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.443870 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Calling delete_port for 12655637-7998-42ed-b841-1976943e8b80 owned by network:floatingip {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:41.635497 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (12655637-7998-42ed-b841-1976943e8b80), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.661026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Pushing event deleted for resources: {'Port': ['ID=12655637-7998-42ed-b841-1976943e8b80,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:41.684830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.685176 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.685515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.685840 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.686163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.686485 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.686804 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.687121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.687436 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.687754 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.688069 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.688382 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.688718 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.689054 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.689365 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:41.729315 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks [] for floatingip (0a434e17-8fb1-44ed-958e-ee6ee100cd14), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.731757 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:41.732894 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-12deaa94-f188-4dbb-b61b-3bc0820f422a tempest-AttachVolumeNegativeTest-1528808182 tempest-AttachVolumeNegativeTest-1528808182-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0a434e17-8fb1-44ed-958e-ee6ee100cd14 HTTP/1.1" status: 204 len: 168 time: 0.4938688 Sep 04 01:15:43.083143 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 07128323-5e76-4c1e-8df0-e3517fcb84f6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:43.103491 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 07128323-5e76-4c1e-8df0-e3517fcb84f6 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:43.103843 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 07128323-5e76-4c1e-8df0-e3517fcb84f6 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:45.873920 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39518) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:46.358067 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:46.360512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:46.431714 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:46.689713 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Deleting port 18556612-630a-4de2-9744-f012a091c22c {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:46.689956 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (18556612-630a-4de2-9744-f012a091c22c), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:46.769770 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] For port 18556612-630a-4de2-9744-f012a091c22c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18556612-630a-4de2-9744-f012a091c22c,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:46.770135 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (18556612-630a-4de2-9744-f012a091c22c), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:46.782430 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Calling delete_port for 18556612-630a-4de2-9744-f012a091c22c owned by network:router_interface {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:47.063829 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (18556612-630a-4de2-9744-f012a091c22c), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:47.087526 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Pushing event deleted for resources: {'Port': ['ID=18556612-630a-4de2-9744-f012a091c22c,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:47.250633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:47.298420 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:47.358782 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:47.696744 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:47.796620 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:47.802178 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-a6ed2b4f-df07-4efe-8636-cdb714c7711f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f9fa8b06-97a8-4a6e-accb-43b66c7c14b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9272573 Sep 04 01:15:47.804973 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39522) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:47.808231 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Sync routers for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:47.818985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:47.819593 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:47.901427 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks [] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:47.922178 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:47.999353 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks [] for router_gateway (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.078570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:48.084957 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Deleting port 043c84f0-c981-4756-8837-9f12bdd0b8d8 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:48.085469 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.094298 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115'}], 'enable_snat': True}, 'gw_port_id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:15:46Z', 'revision_number': 5, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port': {'id': '043c84f0-c981-4756-8837-9f12bdd0b8d8', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:48.120693 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Checking router: f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:48.129000 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Routers {'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:48.129599 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:15:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:48.164392 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] For port 043c84f0-c981-4756-8837-9f12bdd0b8d8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=043c84f0-c981-4756-8837-9f12bdd0b8d8,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:48.164775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.177300 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Calling delete_port for 043c84f0-c981-4756-8837-9f12bdd0b8d8 owned by network:router_gateway {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:48.214462 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] Set router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 gateway port host: None {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:48.264158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:15:47Z', 'revision_number': 6, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:48.292145 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3128fe-e19d-46e0-845a-f8f3242d6df9 None None] The sync data for ids ['f9fa8b06-97a8-4a6e-accb-43b66c7c14b4'] in dv-cinder-master-3-smb is: [{'id': 'f9fa8b06-97a8-4a6e-accb-43b66c7c14b4', 'name': 'tempest-AttachVolumeNegativeTest-877422869-router', 'tenant_id': 'ef5de4321f9c4687a0bae83183b59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:27Z', 'updated_at': '2022-09-04T01:15:47Z', 'revision_number': 6, 'project_id': 'ef5de4321f9c4687a0bae83183b59a39', 'gw_port_host': None}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:48.424098 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (043c84f0-c981-4756-8837-9f12bdd0b8d8), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.453472 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=043c84f0-c981-4756-8837-9f12bdd0b8d8,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:48.493197 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:48.512508 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.596688 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.597978 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:48.599239 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks [] for router_controller (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.743812 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (f9fa8b06-97a8-4a6e-accb-43b66c7c14b4), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.744390 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 {{(pid=106859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:15:48.749055 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.750184 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-b74d287c-05eb-4885-83b2-57a637ca28d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f9fa8b06-97a8-4a6e-accb-43b66c7c14b4 HTTP/1.1" status: 204 len: 168 time: 0.9443138 Sep 04 01:15:48.752792 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39524) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:48.800379 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Deleting subnet b9667620-66b6-4db4-9e52-1b9154b20d29 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:15:48.804165 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Publish callbacks [] for subnet (b9667620-66b6-4db4-9e52-1b9154b20d29), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.838355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (b9667620-66b6-4db4-9e52-1b9154b20d29), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:48.909875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (b9667620-66b6-4db4-9e52-1b9154b20d29), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.018358 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (b9667620-66b6-4db4-9e52-1b9154b20d29), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.045873 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9667620-66b6-4db4-9e52-1b9154b20d29,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:49.049269 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.053490 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-538e1bb9-f21e-465e-a09e-c8e80ebfde38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b9667620-66b6-4db4-9e52-1b9154b20d29 HTTP/1.1" status: 204 len: 168 time: 0.2992048 Sep 04 01:15:49.056022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69f888-e9de-4ffd-b6fe-3aa6417700d2 None None] Network 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:15:49.056585 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39526) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:49.129978 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (2b20c706-eedb-40a9-af04-eb1e93ffe3a6), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.177803 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Deleting port 064fa02f-d162-4191-b035-0526b66b8317 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:49.178145 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (064fa02f-d162-4191-b035-0526b66b8317), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.217268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] DHCP port deletion for 2b20c706-eedb-40a9-af04-eb1e93ffe3a6 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:15:49.245538 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] For port 064fa02f-d162-4191-b035-0526b66b8317, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=064fa02f-d162-4191-b035-0526b66b8317,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:49.245894 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (064fa02f-d162-4191-b035-0526b66b8317), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.260248 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Calling delete_port for 064fa02f-d162-4191-b035-0526b66b8317 owned by network:dhcp {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:49.262246 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Deleting port 064fa02f-d162-4191-b035-0526b66b8317 {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:15:49.262707 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (064fa02f-d162-4191-b035-0526b66b8317), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.329067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] For port 064fa02f-d162-4191-b035-0526b66b8317, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=064fa02f-d162-4191-b035-0526b66b8317,segment=NetworkSegment(7756e402-c9de-42d2-8f39-63e74fa1481d),segment_id=7756e402-c9de-42d2-8f39-63e74fa1481d)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:49.329485 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (064fa02f-d162-4191-b035-0526b66b8317), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.342659 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Calling delete_port for 064fa02f-d162-4191-b035-0526b66b8317 owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:15:49.424073 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (064fa02f-d162-4191-b035-0526b66b8317), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.429876 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (064fa02f-d162-4191-b035-0526b66b8317), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.445732 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Pushing event deleted for resources: {'Port': ['ID=064fa02f-d162-4191-b035-0526b66b8317,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:49.457364 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Pushing event deleted for resources: {'Port': ['ID=064fa02f-d162-4191-b035-0526b66b8317,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:49.457733 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] No DVR routers for this DVR port 064fa02f-d162-4191-b035-0526b66b8317 on host dv-cinder-master-3-smb {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:49.459109 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] No DVR routers for this DVR port 064fa02f-d162-4191-b035-0526b66b8317 on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:15:49.465880 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.466371 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.466570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.466892 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.467223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.467546 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.467874 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.468197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.468532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.468848 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.469222 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.469475 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.469795 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.470110 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.470510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5f62b-bcac-4d84-98d5-3e8035daec90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:49.519682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 18556612-630a-4de2-9744-f012a091c22c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:49.537478 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (2b20c706-eedb-40a9-af04-eb1e93ffe3a6), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.539449 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 18556612-630a-4de2-9744-f012a091c22c {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:49.539796 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 18556612-630a-4de2-9744-f012a091c22c not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:49.540206 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 043c84f0-c981-4756-8837-9f12bdd0b8d8 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:49.558033 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b20c706-eedb-40a9-af04-eb1e93ffe3a6']}} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:49.558279 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 043c84f0-c981-4756-8837-9f12bdd0b8d8 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:49.558627 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 043c84f0-c981-4756-8837-9f12bdd0b8d8 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:49.559030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 064fa02f-d162-4191-b035-0526b66b8317 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:15:49.568187 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7756e402-c9de-42d2-8f39-63e74fa1481d') {'for_net_delete': True} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:49.568480 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7756e402-c9de-42d2-8f39-63e74fa1481d') {} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:49.577829 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33030340'] for segment (7756e402-c9de-42d2-8f39-63e74fa1481d), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.579047 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 064fa02f-d162-4191-b035-0526b66b8317 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:15:49.579388 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 064fa02f-d162-4191-b035-0526b66b8317 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:15:49.589599 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:49.593526 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (7756e402-c9de-42d2-8f39-63e74fa1481d), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.600616 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=106859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:15:49.607137 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33031613'] for segment (7756e402-c9de-42d2-8f39-63e74fa1481d), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.646055 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 7756e402-c9de-42d2-8f39-63e74fa1481d resource provider aggregate not found Sep 04 01:15:49.665279 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 7756e402-c9de-42d2-8f39-63e74fa1481d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7756e402-c9de-42d2-8f39-63e74fa1481d found for delete ", "request_id": "req-52d994fa-cfe0-4469-980c-913d46714f12"}]} Sep 04 01:15:49.732706 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (2b20c706-eedb-40a9-af04-eb1e93ffe3a6), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.738134 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:49.741424 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2b20c706-eedb-40a9-af04-eb1e93ffe3a6 HTTP/1.1" status: 204 len: 168 time: 0.6838865 Sep 04 01:15:49.753702 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02fc80-2714-437e-9eca-c0b5f615a251 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b20c706-eedb-40a9-af04-eb1e93ffe3a6,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:50.036556 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39534) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:50.077049 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-eb74fc99-7fcb-4aed-a539-bbf53fc3ea2c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ef5de4321f9c4687a0bae83183b59a39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393491 Sep 04 01:15:50.079481 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39536) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:50.106822 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:50.129306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] Publish callbacks [] for security_group (6ac23369-9f86-4dd2-ac52-a7a46464b337), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:50.149324 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] Publish callbacks [] for security_group (6ac23369-9f86-4dd2-ac52-a7a46464b337), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:50.258288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6ac23369-9f86-4dd2-ac52-a7a46464b337), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:50.261160 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:50.262301 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6ac23369-9f86-4dd2-ac52-a7a46464b337 HTTP/1.1" status: 204 len: 168 time: 0.1819358 Sep 04 01:15:50.270471 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8380ae8-ebaf-4f62-b20b-ee57f9deda29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac23369-9f86-4dd2-ac52-a7a46464b337,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:51.220020 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:51.221191 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:54.115637 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:58.258281 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:00.187642 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:00.266779 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:03.064310 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:16:04.105164 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:05.601059 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3fb14ec7-95de-486c-b5ab-e78792cc8c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:07.932584 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2244bff7-9c52-4cc3-800b-7a91d813d562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:09.240249 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:10.646412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:10.650530 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:10.715352 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:10.823827 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:12.663643 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda8b98-b4df-40ab-abb7-3f9e60a97cd4 req-0b0312b5-c984-4da0-bf00-6571069f5578 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:12.665108 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dbda8b98-b4df-40ab-abb7-3f9e60a97cd4 req-0b0312b5-c984-4da0-bf00-6571069f5578 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0494819 Sep 04 01:16:12.711379 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dbda8b98-b4df-40ab-abb7-3f9e60a97cd4 req-5cf5465a-eaf6-4062-9d5a-39e592f383cf tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Sep 04 01:16:13.061250 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:13.839442 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796e66-3429-4f39-83e3-51eaae0dcb0b req-0d208d60-8664-4cfe-b89d-daea66a5b26f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:13.840963 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80796e66-3429-4f39-83e3-51eaae0dcb0b req-0d208d60-8664-4cfe-b89d-daea66a5b26f tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0470326 Sep 04 01:16:13.887548 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80796e66-3429-4f39-83e3-51eaae0dcb0b req-ee330a6c-3369-4a01-a3f1-f23b21f86ce5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=962f895a-7600-46cd-9158-37d142c49388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Sep 04 01:16:14.408858 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-2943f59b-8e7f-48d4-9dca-6b974c9c70c5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:14.410290 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-2943f59b-8e7f-48d4-9dca-6b974c9c70c5 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 946 time: 0.0461593 Sep 04 01:16:14.492877 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Deleting port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:14.493088 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.581335 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] For port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:14.581692 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.739612 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.739973 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.740947 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Floating IP 24b03a9e-279a-4352-9a13-d46c6e220ce2 disassociated. External IP: 172.37.6.236, port: 9d24960e-cbea-4133-84aa-fc4b7a2c20f7. Sep 04 01:16:14.741389 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Calling delete_port for 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 owned by compute:nova {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:14.938169 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (9d24960e-cbea-4133-84aa-fc4b7a2c20f7), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.966487 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'Port': ['ID=9d24960e-cbea-4133-84aa-fc4b7a2c20f7,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:14.989694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.989694 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.989882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.990073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.990399 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.990725 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.991050 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.991371 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.991690 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.992009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.992325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.992670 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.992987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.993302 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:14.993614 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:15.017580 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5ee14371-935b-43b7-9bd9-659e88285d56 req-2793b2db-2cba-4361-906e-9de17414be25 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Sep 04 01:16:15.114555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:15.220653 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:15.231878 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:15.242780 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:15.243401 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:15.249108 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:15.268308 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] No DVR routers for this DVR port 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 on host hv-cinder-maste {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:15.270951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:15.274795 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4189d538-8a34-4af7-b20d-9d26e3a39783 req-0ec5b376-1f3c-4f83-a19a-bd1f48d5efc4 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9d24960e-cbea-4133-84aa-fc4b7a2c20f7 HTTP/1.1" status: 204 len: 173 time: 0.8596816 Sep 04 01:16:15.275226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-deleted', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:15.277511 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc3f8fa-78ce-44a7-b7d5-10363ba44cc4" -d '{"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-deleted", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:15.315559 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d769caa-1f29-4b29-9baa-a8c9256174d6 x-openstack-request-id: req-8d769caa-1f29-4b29-9baa-a8c9256174d6 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:15.315974 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e5adfb-a39d-477a-a549-cb72299066a4", "name": "network-vif-deleted", "tag": "9d24960e-cbea-4133-84aa-fc4b7a2c20f7", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:15.316137 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d769caa-1f29-4b29-9baa-a8c9256174d6 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:15.316579 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d769caa-1f29-4b29-9baa-a8c9256174d6'] response: {'server_uuid': 'a6e5adfb-a39d-477a-a549-cb72299066a4', 'name': 'network-vif-deleted', 'tag': '9d24960e-cbea-4133-84aa-fc4b7a2c20f7', 'status': 'completed', 'code': 200} Sep 04 01:16:15.348855 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:15.547188 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:15.573880 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:15.580878 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:15.581498 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:15.683160 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:15.867381 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:15.971584 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084dca-e08e-454e-a73e-5b180b8ba8f2 None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:06:38Z', 'revision_number': 4, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7622e22d-eaae-47ec-be0f-2623bf5b0bd9', 'name': '', 'network_id': '761493cb-9c37-4208-8cf3-32be61673510', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'mac_address': 'fa:16:3e:8c:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:35Z', 'updated_at': '2022-09-04T01:06:52Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'subnets': [{'id': '55dfd1b7-cc29-4ac9-8547-00c09c36aed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:16.153996 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1d92cb96-1707-4268-a9b1-3e0ecc3c2492 req-3218e4cb-bb57-434c-8e4e-81e76a084341 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6e5adfb-a39d-477a-a549-cb72299066a4 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Sep 04 01:16:16.231826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d658f-0ad3-44d1-abe8-1837326f6e09 None None] New status for floating IP 24b03a9e-279a-4352-9a13-d46c6e220ce2: DOWN {{(pid=106861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:16:17.310310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39798) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:17.363709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (962f895a-7600-46cd-9158-37d142c49388), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.386696 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (962f895a-7600-46cd-9158-37d142c49388), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.567057 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (962f895a-7600-46cd-9158-37d142c49388), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.569644 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.570812 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/962f895a-7600-46cd-9158-37d142c49388 HTTP/1.1" status: 204 len: 168 time: 0.2595325 Sep 04 01:16:17.576907 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39800) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:17.580868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf872adb-1c09-44cc-ba09-8a53689565ec tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f895a-7600-46cd-9158-37d142c49388,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:17.590252 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.api.v2.resource [None req-13c43e7a-4d8c-4850-8a56-2dc57ccbce9b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] show failed (client error): The resource could not be found. Sep 04 01:16:17.591270 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-13c43e7a-4d8c-4850-8a56-2dc57ccbce9b tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "GET /networking/v2.0/security-groups/962f895a-7600-46cd-9158-37d142c49388 HTTP/1.1" status: 404 len: 347 time: 0.0165079 Sep 04 01:16:17.594179 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39802) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:17.601557 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:17.705630 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Deleting port 394a9f37-6569-46c3-9a4d-b29c5e7ba36f {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:17.705984 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.786069 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:17.786424 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:18.050304 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Calling delete_port for 394a9f37-6569-46c3-9a4d-b29c5e7ba36f owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:18.245929 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (394a9f37-6569-46c3-9a4d-b29c5e7ba36f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:18.275214 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Pushing event deleted for resources: {'Port': ['ID=394a9f37-6569-46c3-9a4d-b29c5e7ba36f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:18.336415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks [] for floatingip (24b03a9e-279a-4352-9a13-d46c6e220ce2), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:18.339017 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:18.340155 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1fcd5b25-1263-4ce7-b3a9-c6b0bfbf68b2 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/24b03a9e-279a-4352-9a13-d46c6e220ce2 HTTP/1.1" status: 204 len: 168 time: 0.7451015 Sep 04 01:16:19.309572 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:19.329603 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:19.329958 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 9d24960e-cbea-4133-84aa-fc4b7a2c20f7 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:20.984896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39852) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:21.395922 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:21.447902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:21.673921 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Deleting port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:21.674258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:21.676639 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:21.753006 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] For port 7622e22d-eaae-47ec-be0f-2623bf5b0bd9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:21.753371 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:21.767128 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Calling delete_port for 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:21.984226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (7622e22d-eaae-47ec-be0f-2623bf5b0bd9), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.017619 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Pushing event deleted for resources: {'Port': ['ID=7622e22d-eaae-47ec-be0f-2623bf5b0bd9,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:22.181209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.222810 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:22.388928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:22.534720 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:22.540625 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-6c9d9b81-be8b-4f48-ba48-265303f7703b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/cbbaeb62-8bfc-4a1f-9525-30cb0529f443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5546751 Sep 04 01:16:22.545466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39868) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:22.545782 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Sync routers for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:22.555804 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:22.556412 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:22.643064 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks [] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.660020 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:22.718060 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:22.740928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks [] for router_gateway (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.810542 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:22.824744 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56'}], 'enable_snat': True}, 'gw_port_id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:16:21Z', 'revision_number': 5, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port': {'id': '367183ce-87ab-49d7-a998-9843a509dbf9', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:06:29Z', 'updated_at': '2022-09-04T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:22.853696 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Checking router: cbbaeb62-8bfc-4a1f-9525-30cb0529f443 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:22.856211 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:22.859838 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Deleting port 367183ce-87ab-49d7-a998-9843a509dbf9 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:22.860243 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.862323 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Routers {'cbbaeb62-8bfc-4a1f-9525-30cb0529f443'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:22.862940 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:22.940975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] For port 367183ce-87ab-49d7-a998-9843a509dbf9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=367183ce-87ab-49d7-a998-9843a509dbf9,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:22.941242 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:22.943773 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] Set router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 gateway port host: None {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:22.955161 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Calling delete_port for 367183ce-87ab-49d7-a998-9843a509dbf9 owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:22.996329 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:16:22Z', 'revision_number': 6, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:23.021211 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7825a2-c66b-48e4-91e2-ebf40c62d087 None None] The sync data for ids ['cbbaeb62-8bfc-4a1f-9525-30cb0529f443'] in dv-cinder-master-3-smb is: [{'id': 'cbbaeb62-8bfc-4a1f-9525-30cb0529f443', 'name': 'tempest-AttachVolumeShelveTestJSON-5384482-router', 'tenant_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:06:28Z', 'updated_at': '2022-09-04T01:16:22Z', 'revision_number': 6, 'project_id': 'e334b7aa2f1848c1999d86ac666fe65e', 'gw_port_host': None}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:23.078477 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:23.201477 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (367183ce-87ab-49d7-a998-9843a509dbf9), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.227357 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=367183ce-87ab-49d7-a998-9843a509dbf9,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:23.294084 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.380503 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.384100 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks [] for router_controller (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.481963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (cbbaeb62-8bfc-4a1f-9525-30cb0529f443), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.481963 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbaeb62-8bfc-4a1f-9525-30cb0529f443 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:16:23.482741 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.484235 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-acc12ede-60f8-4a72-a274-bb8630ae9e5b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/cbbaeb62-8bfc-4a1f-9525-30cb0529f443 HTTP/1.1" status: 204 len: 168 time: 0.9398332 Sep 04 01:16:23.486881 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39874) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:23.533945 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Deleting subnet 55dfd1b7-cc29-4ac9-8547-00c09c36aed1 {{(pid=106859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:16:23.537139 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Publish callbacks [] for subnet (55dfd1b7-cc29-4ac9-8547-00c09c36aed1), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.571654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33030355'] for subnet (55dfd1b7-cc29-4ac9-8547-00c09c36aed1), precommit_delete_associations {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.650018 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (55dfd1b7-cc29-4ac9-8547-00c09c36aed1), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.761854 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33030175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33171021'] for subnet (55dfd1b7-cc29-4ac9-8547-00c09c36aed1), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.777381 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.780774 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/55dfd1b7-cc29-4ac9-8547-00c09c36aed1 HTTP/1.1" status: 204 len: 168 time: 0.2927153 Sep 04 01:16:23.783324 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39882) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:23.794495 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0ddf5-d5a2-45c7-bea0-87735a8afacb None None] Network 761493cb-9c37-4208-8cf3-32be61673510 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:16:23.806412 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e943-ede3-4de7-b873-36bfd6cef38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dfd1b7-cc29-4ac9-8547-00c09c36aed1,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:23.871874 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (761493cb-9c37-4208-8cf3-32be61673510), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.892346 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:23.918077 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Deleting port 527d2941-0447-4949-88c4-b756824f94dc {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:23.919428 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (527d2941-0447-4949-88c4-b756824f94dc), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:23.985206 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:23.995015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] For port 527d2941-0447-4949-88c4-b756824f94dc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=527d2941-0447-4949-88c4-b756824f94dc,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:23.996112 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (527d2941-0447-4949-88c4-b756824f94dc), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.009927 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] DHCP port deletion for 761493cb-9c37-4208-8cf3-32be61673510 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:16:24.012354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Calling delete_port for 527d2941-0447-4949-88c4-b756824f94dc owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:24.013350 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:24.013697 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 7622e22d-eaae-47ec-be0f-2623bf5b0bd9 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:24.050567 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Deleting port 527d2941-0447-4949-88c4-b756824f94dc {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:24.051448 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (527d2941-0447-4949-88c4-b756824f94dc), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.161550 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (527d2941-0447-4949-88c4-b756824f94dc), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.187945 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Pushing event deleted for resources: {'Port': ['ID=527d2941-0447-4949-88c4-b756824f94dc,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:24.191354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] No DVR routers for this DVR port 527d2941-0447-4949-88c4-b756824f94dc on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:24.253079 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] For port 527d2941-0447-4949-88c4-b756824f94dc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=527d2941-0447-4949-88c4-b756824f94dc,segment=NetworkSegment(4a65614c-9951-4df8-9b25-a7477f443387),segment_id=4a65614c-9951-4df8-9b25-a7477f443387)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:24.253471 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (527d2941-0447-4949-88c4-b756824f94dc), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.267007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Calling delete_port for 527d2941-0447-4949-88c4-b756824f94dc owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:24.267466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (761493cb-9c37-4208-8cf3-32be61673510), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.291480 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761493cb-9c37-4208-8cf3-32be61673510']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:24.305469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a65614c-9951-4df8-9b25-a7477f443387') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:24.305469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a65614c-9951-4df8-9b25-a7477f443387') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:24.305469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:24.313531 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (4a65614c-9951-4df8-9b25-a7477f443387), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.326486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (4a65614c-9951-4df8-9b25-a7477f443387), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.333290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:16:24.333678 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (4a65614c-9951-4df8-9b25-a7477f443387), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.342161 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (527d2941-0447-4949-88c4-b756824f94dc), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.367990 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] Pushing event deleted for resources: {'Port': ['ID=527d2941-0447-4949-88c4-b756824f94dc,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:24.371590 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15368905-b3c0-430a-ac21-adfbceacebfe None None] No DVR routers for this DVR port 527d2941-0447-4949-88c4-b756824f94dc on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:24.375173 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 4a65614c-9951-4df8-9b25-a7477f443387 resource provider aggregate not found Sep 04 01:16:24.397343 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment 4a65614c-9951-4df8-9b25-a7477f443387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a65614c-9951-4df8-9b25-a7477f443387 found for delete ", "request_id": "req-a8f2ccc7-7ff1-405b-b342-34f902eec69f"}]} Sep 04 01:16:24.469490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (761493cb-9c37-4208-8cf3-32be61673510), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.474991 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.483743 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/761493cb-9c37-4208-8cf3-32be61673510 HTTP/1.1" status: 204 len: 168 time: 0.6941459 Sep 04 01:16:24.489839 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d2b4-44b7-4d52-b6fe-2cb2f40b420b admin admin] Pushing event deleted for resources: {'Network': ['ID=761493cb-9c37-4208-8cf3-32be61673510,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:24.765790 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39892) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:24.811755 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-84201fb7-57a6-44ee-84ac-9fdf2846a8b5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e334b7aa2f1848c1999d86ac666fe65e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448067 Sep 04 01:16:24.814596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39898) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:24.865015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] Publish callbacks [] for security_group (e0e42683-1f85-4bca-ad9d-9d8b97b5a61a), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.886231 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] Publish callbacks [] for security_group (e0e42683-1f85-4bca-ad9d-9d8b97b5a61a), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.911890 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:24.989375 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e0e42683-1f85-4bca-ad9d-9d8b97b5a61a), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.992749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:24.993947 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e0e42683-1f85-4bca-ad9d-9d8b97b5a61a HTTP/1.1" status: 204 len: 168 time: 0.1783898 Sep 04 01:16:25.002317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfada91-7e73-4e49-920e-33d78844a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e42683-1f85-4bca-ad9d-9d8b97b5a61a,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:25.527665 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 367183ce-87ab-49d7-a998-9843a509dbf9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:25.546905 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 367183ce-87ab-49d7-a998-9843a509dbf9 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:25.547195 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 367183ce-87ab-49d7-a998-9843a509dbf9 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:25.547605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 527d2941-0447-4949-88c4-b756824f94dc no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:25.565627 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 527d2941-0447-4949-88c4-b756824f94dc {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:25.566101 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 527d2941-0447-4949-88c4-b756824f94dc not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:26.068777 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39924) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:26.168138 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1874434387-network', 'tenant_id': '5cfeb662f87744b195af64361774c98a'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:26.264128 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Made reservation on behalf of 5cfeb662f87744b195af64361774c98a for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:16:26.266543 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.275563 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.349934 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks [] for security_group (8aa7a154-ce7f-4281-8657-0435ef625d26), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.428968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8aa7a154-ce7f-4281-8657-0435ef625d26), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.456065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:16:26.472594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa7a154-ce7f-4281-8657-0435ef625d26,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:26.472594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d113c042-4912-4a25-a931-7e946b181b91), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.472594 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Added segment d113c042-4912-4a25-a931-7e946b181b91 of type vlan for network 05f1b3dd-5e44-4692-9751-b8384e351207 Sep 04 01:16:26.520676 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (05f1b3dd-5e44-4692-9751-b8384e351207), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.600562 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (05f1b3dd-5e44-4692-9751-b8384e351207), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.602102 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:26.602658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:26.661701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] Pushing event updated for resources: {'Network': ['ID=05f1b3dd-5e44-4692-9751-b8384e351207,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:26.671743 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 05f1b3dd-5e44-4692-9751-b8384e351207 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:16:26.707188 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dd33d201-646d-4044-8f18-4351807fc632 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6372290 Sep 04 01:16:26.710086 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39940) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:26.714848 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Request body: {'subnet': {'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1874434387-subnet', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:26.806817 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Made reservation on behalf of 5cfeb662f87744b195af64361774c98a for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:16:26.809453 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.075670 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (5bcf1723-29c1-440a-8dde-6cd08cd91e4f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.079796 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:27.390960 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcf1723-29c1-440a-8dde-6cd08cd91e4f,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:27.399108 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Checking segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:16:27.399509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Network hostable DHCP agents. Network: 05f1b3dd-5e44-4692-9751-b8384e351207, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:16:27.402408 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:27.475207 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:16:27.537852 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 05f1b3dd-5e44-4692-9751-b8384e351207) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:27.542517 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:27.543148 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.547937 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ad13a-cda0-4b15-acff-929748959278 None None] Network 05f1b3dd-5e44-4692-9751-b8384e351207 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:16:27.610162 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-68645c17-91df-4ad7-af24-d87a1d0c7096 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8990290 Sep 04 01:16:27.612979 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 39950) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:27.617921 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:27.650810 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-05f1b3dd-5e44-4692-9751-b8384e351207', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:16:27.651693 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.714843 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.715995 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.765867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for router_controller (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), precommit_add_association {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.783362 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Allocated IP 172.20.0.2 (05f1b3dd-5e44-4692-9751-b8384e351207/5bcf1723-29c1-440a-8dde-6cd08cd91e4f/5ed52b30-00ea-4068-9abe-91219f401f99) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:16:27.925435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks [] for port (5ed52b30-00ea-4068-9abe-91219f401f99), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.960192 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for router_gateway (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:27.995241 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.040986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:28.046231 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:28.048514 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Pushing event updated for resources: {'Port': ['ID=5ed52b30-00ea-4068-9abe-91219f401f99,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:28.050620 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:16:28.111856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Attempting to bind port 5ed52b30-00ea-4068-9abe-91219f401f99 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:16:28.111856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Attempting to bind port 5ed52b30-00ea-4068-9abe-91219f401f99 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:16:28.111856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Attempting to bind port 5ed52b30-00ea-4068-9abe-91219f401f99 on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:16:28.115876 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:16:28.116254 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Checking segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:16:28.118527 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.118527 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Bound using segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:16:28.118527 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Bound port: 5ed52b30-00ea-4068-9abe-91219f401f99, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:16:28.118767 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.183349 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] For port 5ed52b30-00ea-4068-9abe-91219f401f99, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:16:28.205233 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] For port 5ed52b30-00ea-4068-9abe-91219f401f99, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5ed52b30-00ea-4068-9abe-91219f401f99,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:16:28.217004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for router_gateway (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.236565 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.310062 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.313804 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.343732 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:28.347596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Allocated IP 172.37.6.64 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/ced9c421-b92e-4f46-a4eb-8c77847351cf) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:16:28.368165 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0a74b-4e31-4fc5-bc8c-e67d726e2672 None None] Pushing event updated for resources: {'Port': ['ID=5ed52b30-00ea-4068-9abe-91219f401f99,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:28.483673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.618503 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:28.658428 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:28.662871 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:28.666987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:16:28.668750 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:28.672757 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Pushing event updated for resources: {'Port': ['ID=ced9c421-b92e-4f46-a4eb-8c77847351cf,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:28.792209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:28.951911 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for router_gateway (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.149009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.195319 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73ddd3-af9e-4b2b-946e-017ef7f5f36b None None] Network 05f1b3dd-5e44-4692-9751-b8384e351207 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:16:29.321495 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Provisioning complete for port 5ed52b30-00ea-4068-9abe-91219f401f99 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:29.321792 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.341710 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:16:29.385508 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:29.423873 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Current status of the port 5ed52b30-00ea-4068-9abe-91219f401f99 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:29.424297 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.465868 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] For port 5ed52b30-00ea-4068-9abe-91219f401f99, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5ed52b30-00ea-4068-9abe-91219f401f99,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:29.470365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:29.482685 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:29.497554 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:29.500444 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:29.501113 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:29.579615 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.598009 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.602999 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 39976) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:29.608365 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dc07e000-4789-43f2-ad55-7aeccf47bb5a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9943564 Sep 04 01:16:29.642906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 5ed52b30-00ea-4068-9abe-91219f401f99 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:29.749597 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f8b7-ffc7-498e-a656-98962617db7e None None] Pushing event updated for resources: {'Port': ['ID=5ed52b30-00ea-4068-9abe-91219f401f99,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:29.754546 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-71e35906-7d08-4a1c-a556-93c700d2fbbc None None] Provisioning complete for port 5ed52b30-00ea-4068-9abe-91219f401f99 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:29.754906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-71e35906-7d08-4a1c-a556-93c700d2fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.786056 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:29.848149 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 5ed52b30-00ea-4068-9abe-91219f401f99 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:29.848542 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:29.943830 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:29.997489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:30.036265 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.117781 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-71e35906-7d08-4a1c-a556-93c700d2fbbc None None] Current status of the port 5ed52b30-00ea-4068-9abe-91219f401f99 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:30.185789 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 5ed52b30-00ea-4068-9abe-91219f401f99 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:30.202632 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:28Z', 'revision_number': 3, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:30.216249 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Allocated IP 172.20.0.1 (05f1b3dd-5e44-4692-9751-b8384e351207/5bcf1723-29c1-440a-8dde-6cd08cd91e4f/15e4a34f-9618-4c70-9040-00c78a4abc4b) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:16:30.237470 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:30.237917 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Updating router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 port ced9c421-b92e-4f46-a4eb-8c77847351cf binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:16:30.272129 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.297866 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:30.326603 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks [] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.431103 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.441002 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:30.475507 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:30.478810 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:30.482588 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:16:30.503118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Pushing event updated for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:30.526349 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.530641 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks [] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.618938 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.671474 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Attempting to bind port ced9c421-b92e-4f46-a4eb-8c77847351cf on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:16:30.671994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Attempting to bind port ced9c421-b92e-4f46-a4eb-8c77847351cf by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:16:30.672432 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Attempting to bind port ced9c421-b92e-4f46-a4eb-8c77847351cf on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:16:30.685096 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:16:30.685508 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:16:30.686004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.686406 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:16:30.686893 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Bound port: ced9c421-b92e-4f46-a4eb-8c77847351cf, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:16:30.687274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.691245 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe00a9-a5b9-4a57-80ee-86438ec01948 None None] Pushing event updated for resources: {'Port': ['ID=ced9c421-b92e-4f46-a4eb-8c77847351cf,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:30.728544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.759813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-59c01602-7241-442c-971f-dbc78d7403fe None None] Provisioning complete for port 15e4a34f-9618-4c70-9040-00c78a4abc4b triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:30.760183 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-59c01602-7241-442c-971f-dbc78d7403fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.783371 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] For port ced9c421-b92e-4f46-a4eb-8c77847351cf, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:16:30.805269 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] For port ced9c421-b92e-4f46-a4eb-8c77847351cf, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ced9c421-b92e-4f46-a4eb-8c77847351cf,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:16:30.809140 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-59c01602-7241-442c-971f-dbc78d7403fe None None] Port 15e4a34f-9618-4c70-9040-00c78a4abc4b cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:16:30.813678 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40002) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:30.905460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.914600 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks [] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.936363 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-427f741f-d091-4c34-9be8-11b6bab0348c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.947789 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:30.948408 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:30.955244 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:30.981037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.004780 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe00a9-a5b9-4a57-80ee-86438ec01948 None None] Pushing event updated for resources: {'Port': ['ID=ced9c421-b92e-4f46-a4eb-8c77847351cf,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:31.015510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.068355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:31.069231 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.073951 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Pushing event updated for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:31.092080 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-427f741f-d091-4c34-9be8-11b6bab0348c admin admin] Publish callbacks [] for security_group (74791dbb-04cd-4604-9007-579fa6b66b41), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.140202 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-427f741f-d091-4c34-9be8-11b6bab0348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (74791dbb-04cd-4604-9007-579fa6b66b41), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.198435 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-427f741f-d091-4c34-9be8-11b6bab0348c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8cfa45fad83d478eac535a6d435ed165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835831 Sep 04 01:16:31.201110 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40006) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:31.211057 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f741f-d091-4c34-9be8-11b6bab0348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74791dbb-04cd-4604-9007-579fa6b66b41,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:31.222040 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.240168 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:31.242290 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:31.244218 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.273821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:31.286874 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] Publish callbacks [] for security_group (74791dbb-04cd-4604-9007-579fa6b66b41), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.300716 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7a63-d08d-4f5b-a55f-f9b5b6bc0f21 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:31.318437 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] Publish callbacks [] for security_group (74791dbb-04cd-4604-9007-579fa6b66b41), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.330878 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.361405 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:31.453567 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (74791dbb-04cd-4604-9007-579fa6b66b41), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.458964 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.461638 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/74791dbb-04cd-4604-9007-579fa6b66b41 HTTP/1.1" status: 204 len: 168 time: 0.2589390 Sep 04 01:16:31.475190 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41128f00-9a8a-4e1d-b38c-612cd426bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74791dbb-04cd-4604-9007-579fa6b66b41,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:31.483775 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:31.499534 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-5145cd0b-971e-4bcf-a811-9ab5c7997431 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8840070 Sep 04 01:16:31.558929 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-44ab9aa8-2875-4307-86e4-a4a198e98563 None None] Provisioning complete for port 15e4a34f-9618-4c70-9040-00c78a4abc4b triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:31.559352 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-44ab9aa8-2875-4307-86e4-a4a198e98563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.612896 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-44ab9aa8-2875-4307-86e4-a4a198e98563 None None] Port 15e4a34f-9618-4c70-9040-00c78a4abc4b cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:16:31.643224 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 5ed52b30-00ea-4068-9abe-91219f401f99 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:31.704883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 5ed52b30-00ea-4068-9abe-91219f401f99 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:31.705207 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.787380 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 5ed52b30-00ea-4068-9abe-91219f401f99 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:32.064706 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40018) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:32.071367 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627326517', 'description': 'tempest-description--1207297635'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:32.167004 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.211788 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40020) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:32.221519 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fc87c6f1-c51c-4eda-8dd0-30bc0f2fa287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.250822 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (f04ac720-36e9-4284-9a95-05b58618a9c1), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.307892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fc87c6f1-c51c-4eda-8dd0-30bc0f2fa287 admin admin] Publish callbacks [] for security_group (615cc1b5-5a7d-486a-a602-3ac8563977ef), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.309916 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f04ac720-36e9-4284-9a95-05b58618a9c1), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.341494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ac720-36e9-4284-9a95-05b58618a9c1,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:32.367758 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fc87c6f1-c51c-4eda-8dd0-30bc0f2fa287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (615cc1b5-5a7d-486a-a602-3ac8563977ef), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.398633 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.400024 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5465b30e-f4d4-4ae3-9fc9-ced5cdc148dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3343484 Sep 04 01:16:32.403003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40022) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:32.410668 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group_rule': {'security_group_id': 'f04ac720-36e9-4284-9a95-05b58618a9c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:32.422566 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fc87c6f1-c51c-4eda-8dd0-30bc0f2fa287 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d5910cdc44f4de69c9b238bf8e80698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138836 Sep 04 01:16:32.425424 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87c6f1-c51c-4eda-8dd0-30bc0f2fa287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615cc1b5-5a7d-486a-a602-3ac8563977ef,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:32.429538 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40024) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:32.456190 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:32.479269 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] Publish callbacks [] for security_group (615cc1b5-5a7d-486a-a602-3ac8563977ef), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.487283 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (98fd6f8f-9e57-4504-b091-a020244c846e), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.502409 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] Publish callbacks [] for security_group (615cc1b5-5a7d-486a-a602-3ac8563977ef), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.551648 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (98fd6f8f-9e57-4504-b091-a020244c846e), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.635965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (98fd6f8f-9e57-4504-b091-a020244c846e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.636178 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (615cc1b5-5a7d-486a-a602-3ac8563977ef), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.638582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.642171 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/615cc1b5-5a7d-486a-a602-3ac8563977ef HTTP/1.1" status: 204 len: 168 time: 0.2128501 Sep 04 01:16:32.648882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d8e2d-4055-4652-ae98-da7c7d420a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615cc1b5-5a7d-486a-a602-3ac8563977ef,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:32.657599 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fd6f8f-9e57-4504-b091-a020244c846e,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:32.723336 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.725837 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-74c2718a-7586-4deb-ae60-9e392838529b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208258 Sep 04 01:16:32.728171 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40028) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:32.732916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group_rule': {'security_group_id': 'f04ac720-36e9-4284-9a95-05b58618a9c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:32.825127 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (1d8e3b29-62f0-4998-9eb1-0e851db6ea5c), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.862579 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:32.999415 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=21 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:33.157874 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (1d8e3b29-62f0-4998-9eb1-0e851db6ea5c), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.212635 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (1d8e3b29-62f0-4998-9eb1-0e851db6ea5c), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.232948 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8e3b29-62f0-4998-9eb1-0e851db6ea5c,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:33.307355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.308702 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-56765e64-470f-4faf-8678-5f4ba90dec8b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5794818 Sep 04 01:16:33.311942 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40040) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:33.316297 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:33.412913 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.493808 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:33.502395 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.514405 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:33.515031 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:33.606360 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device ced9c421-b92e-4f46-a4eb-8c77847351cf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:33.639117 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Allocated IP 172.37.6.121 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/e74fcc34-96c3-4ca0-89e1-9b56eac8baae) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:16:33.641190 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:33.648100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port ced9c421-b92e-4f46-a4eb-8c77847351cf triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:33.648498 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.714139 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:33.748531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port ced9c421-b92e-4f46-a4eb-8c77847351cf is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:33.748879 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.782892 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port ced9c421-b92e-4f46-a4eb-8c77847351cf, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ced9c421-b92e-4f46-a4eb-8c77847351cf,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:33.783110 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.843657 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 2, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:33.869438 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:33.869719 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.869860 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Updating router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 port 15e4a34f-9618-4c70-9040-00c78a4abc4b binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:16:33.899367 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.900481 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.920697 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=ced9c421-b92e-4f46-a4eb-8c77847351cf,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:33.948047 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:33.955543 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:33.959483 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:16:33.992246 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=e74fcc34-96c3-4ca0-89e1-9b56eac8baae,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:34.056167 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.057972 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:34.155764 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.174101 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks [] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.304441 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.305037 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.379900 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Pushing event updated for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:34.395086 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.395431 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.395766 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.396124 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.396466 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.396797 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.397119 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.397951 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.398277 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.398663 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.398913 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.399245 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.399567 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.399882 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.400211 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:34.406811 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Attempting to bind port 15e4a34f-9618-4c70-9040-00c78a4abc4b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:16:34.407172 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Attempting to bind port 15e4a34f-9618-4c70-9040-00c78a4abc4b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:16:34.407526 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Attempting to bind port 15e4a34f-9618-4c70-9040-00c78a4abc4b on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:16:34.412613 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:16:34.412795 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.412984 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Checking segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:16:34.413934 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.414307 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Bound using segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:16:34.414859 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Bound port: 15e4a34f-9618-4c70-9040-00c78a4abc4b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:16:34.415231 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.482984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=e74fcc34-96c3-4ca0-89e1-9b56eac8baae,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:34.488573 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.514484 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] For port 15e4a34f-9618-4c70-9040-00c78a4abc4b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:16:34.517771 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] For port 15e4a34f-9618-4c70-9040-00c78a4abc4b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=15e4a34f-9618-4c70-9040-00c78a4abc4b,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:16:34.562458 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.563654 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-4f4e598f-2990-404b-9edd-50b0933729ed tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2507386 Sep 04 01:16:34.591502 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:34.636207 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:34.642155 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:34.642779 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:34.658141 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:34.711442 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727c017-f5c2-4c8d-90d2-1598d3b90dc3 None None] Pushing event updated for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:34.772411 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:34.976370 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-28ed3ecf-9c53-4424-98be-b77fad9c5f44 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1627326517&fields=id&tenant_id=5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 267 time: 0.0440524 Sep 04 01:16:35.049670 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:34Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:35.078885 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8339a6-149b-4305-a971-4b04c2366471 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:34Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:35.106642 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-4f47ac11-e7cb-4268-8415-92c31ba51e00 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:35.112991 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-4f47ac11-e7cb-4268-8415-92c31ba51e00 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 811 time: 0.1130061 Sep 04 01:16:35.126311 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-f76f07b3-9070-49dc-96a9-cea5fff29584 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/quotas/5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 375 time: 0.0123413 Sep 04 01:16:35.187681 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-d396a36f-55c3-45fb-83d7-789ee4f7aa11 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523963 Sep 04 01:16:35.288869 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-1b86c4d5-f832-443e-ab92-904d0ce5040c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879490 Sep 04 01:16:35.394413 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-16d2889b-3313-48c6-a077-c041497162a5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994062 Sep 04 01:16:35.563001 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device ced9c421-b92e-4f46-a4eb-8c77847351cf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:35.620874 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-04215f53-25f2-4e24-b9da-239557ccb7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.636294 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port ced9c421-b92e-4f46-a4eb-8c77847351cf triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:35.636754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.713305 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:35.715904 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port ced9c421-b92e-4f46-a4eb-8c77847351cf is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:35.719518 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 15e4a34f-9618-4c70-9040-00c78a4abc4b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:35.771803 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 15e4a34f-9618-4c70-9040-00c78a4abc4b triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:35.774103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.806592 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0e2bf285-d9c4-4639-8ba4-fe058c3e59a7 req-2683c3b6-636c-4273-8058-b75d17b4e336 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 210 time: 0.1797078 Sep 04 01:16:35.868533 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 15e4a34f-9618-4c70-9040-00c78a4abc4b is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:35.869047 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.902227 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 15e4a34f-9618-4c70-9040-00c78a4abc4b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=15e4a34f-9618-4c70-9040-00c78a4abc4b,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:35.961774 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:36.011313 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:36.916369 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3c667c05-4d85-48fd-b5bd-0e674736fe0e req-dfa7ae7e-ad6a-4353-ba65-f930d03024fb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 210 time: 0.0286689 Sep 04 01:16:37.537839 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 15e4a34f-9618-4c70-9040-00c78a4abc4b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:37.580831 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 15e4a34f-9618-4c70-9040-00c78a4abc4b triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:37.581199 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:37.653796 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 15e4a34f-9618-4c70-9040-00c78a4abc4b is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:37.944012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-4da3a619-74a4-47e4-8430-3c580a08625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.022431 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6d2e97d9-f848-481a-9bb7-5e6a868f1082 req-6d37b887-e577-4c9d-ba1e-4a36daf7034b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 210 time: 0.0289967 Sep 04 01:16:38.034612 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:38.044816 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8accc673-ab05-49f7-9ebd-784ece86969c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:38.046278 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8accc673-ab05-49f7-9ebd-784ece86969c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 811 time: 0.1161842 Sep 04 01:16:38.114779 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-012a8114-94fe-42b5-b299-e4093522d5a2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 380 time: 0.0548272 Sep 04 01:16:38.122779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'port': {'device_id': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'admin_state_up': True, 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'security_groups': ['f04ac720-36e9-4284-9a95-05b58618a9c1']}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:38.281798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Made reservation on behalf of 5cfeb662f87744b195af64361774c98a for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:16:38.285582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.307872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:38.418865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Allocated IP 172.20.0.5 (05f1b3dd-5e44-4692-9751-b8384e351207/5bcf1723-29c1-440a-8dde-6cd08cd91e4f/12c1cd1d-edc1-4199-8fbc-ec7e47dbd618) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:16:38.558432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.674854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.718008 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:16:38.721280 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:16:38.725129 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:16:38.751456 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:38.781290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:38.782015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.855134 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-5206f2db-e7d7-4300-af06-dfb7a8a66825 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359362 Sep 04 01:16:38.923081 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Request body: {'port': {'device_id': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:38.984907 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.986629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-77d333c6-9bfa-47e9-89ed-56c81d7d603b None None] Provisioning complete for port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:38.987104 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-77d333c6-9bfa-47e9-89ed-56c81d7d603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.019804 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-77d333c6-9bfa-47e9-89ed-56c81d7d603b None None] Port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:16:39.176727 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:39.188316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab5fe-d4c3-4bbf-a98d-2278b9a70078 req-bb995554-3670-47d1-b86c-db3fd9434b39 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:39.189811 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-be8ab5fe-d4c3-4bbf-a98d-2278b9a70078 req-bb995554-3670-47d1-b86c-db3fd9434b39 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 931 time: 0.0890923 Sep 04 01:16:39.235711 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.280072 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-be8ab5fe-d4c3-4bbf-a98d-2278b9a70078 req-4284384a-485f-4e78-892f-0e2c3faa7fba tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837996 Sep 04 01:16:39.309655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:39.320769 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:16:39.328292 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks [] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.340987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Transition to ACTIVE for port object 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:16:39.412861 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.491016 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Pushing event updated for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:39.523494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Attempting to bind port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:16:39.523959 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Attempting to bind port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:16:39.524287 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Attempting to bind port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:16:39.528752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 on network 05f1b3dd-5e44-4692-9751-b8384e351207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:16:39.529069 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Attempting to bind port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:16:39.534134 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:16:39.534410 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Checking segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:16:39.534784 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Bound using segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:16:39.535200 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Bound port: 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:16:39.535545 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.599831 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:16:39.603393 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:16:39.704224 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.708702 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:39.709305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:39.711341 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1093 time: 0.7926445 Sep 04 01:16:39.711816 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:39.714062 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:39.754202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921afe15-f56b-494e-a9a1-7d0c8ffda420 x-openstack-request-id: req-921afe15-f56b-494e-a9a1-7d0c8ffda420 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:39.754487 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:39.754735 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-921afe15-f56b-494e-a9a1-7d0c8ffda420 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:39.755135 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921afe15-f56b-494e-a9a1-7d0c8ffda420'] response: {'name': 'network-changed', 'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'status': 'completed', 'code': 200} Sep 04 01:16:39.765301 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c6476-4d58-4ee8-b34a-5b77681f802f service neutron] Pushing event updated for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:39.840982 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-09ea01d9-9e29-49a0-9b43-9dd229aa82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:39.842453 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-09ea01d9-9e29-49a0-9b43-9dd229aa82b1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1127 time: 0.0392511 Sep 04 01:16:39.948309 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-83a9cf03-befe-44f7-862d-c38bb536c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:39.949818 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-83a9cf03-befe-44f7-862d-c38bb536c547 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5cfeb662f87744b195af64361774c98a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957491 Sep 04 01:16:40.028196 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:40.043460 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-e6905331-3f6c-49e6-b900-82decfa99105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:40.044871 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8549e5b3-a66c-4ed9-80ac-5bb417dca1be req-e6905331-3f6c-49e6-b900-82decfa99105 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896685 Sep 04 01:16:40.063050 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:16:40.152525 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-70239505-9203-48cc-8382-036c64a7306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:40.154015 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-70239505-9203-48cc-8382-036c64a7306a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1127 time: 0.0450568 Sep 04 01:16:40.198563 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-9e74a991-f1dc-44f5-90a7-790a3c1176f0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 217 time: 0.0323298 Sep 04 01:16:40.248606 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8cdffc0b-212e-43c3-8cfe-acf47834e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:40.250074 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8cdffc0b-212e-43c3-8cfe-acf47834e107 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0461292 Sep 04 01:16:40.296983 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8182ac2e-b1a2-4a12-aa56-837a78efd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:40.298381 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-8182ac2e-b1a2-4a12-aa56-837a78efd600 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427313 Sep 04 01:16:40.425910 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c65981-2ff8-4289-b232-4978754b4604 req-5132e578-6626-484c-8471-edfde9dbf403 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:40.427374 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-35c65981-2ff8-4289-b232-4978754b4604 req-5132e578-6626-484c-8471-edfde9dbf403 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 943 time: 0.0678608 Sep 04 01:16:40.430307 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-e64d0132-496b-4ff3-a525-8f0c1fbe9bfe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264455 Sep 04 01:16:40.528970 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-35c65981-2ff8-4289-b232-4978754b4604 req-fcf7c3fd-598d-4a1b-a1fd-5441ce8a37e1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952616 Sep 04 01:16:40.557807 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4110eb97-1b85-4303-9735-cc1ecfb5d7d9 req-e0d7d575-e153-4fa0-9ffb-4ee2884d0043 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173735 Sep 04 01:16:40.710185 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:40.806161 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:41.656294 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626177-4da3-4f4c-bd61-ea159ad123c7 req-5cd00772-2047-49fa-8cbe-b062ca84954c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:41.657791 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e4626177-4da3-4f4c-bd61-ea159ad123c7 req-5cd00772-2047-49fa-8cbe-b062ca84954c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 943 time: 0.0511181 Sep 04 01:16:41.705449 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e4626177-4da3-4f4c-bd61-ea159ad123c7 req-7762f128-6494-4c60-9280-87d52193578e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Sep 04 01:16:42.828231 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047a198-d8fd-48d3-8432-6f07282d5d79 req-05ecb7d6-8050-4e6d-a49f-42cd8c03b8c4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:42.829720 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4047a198-d8fd-48d3-8432-6f07282d5d79 req-05ecb7d6-8050-4e6d-a49f-42cd8c03b8c4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 943 time: 0.0468264 Sep 04 01:16:42.881235 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4047a198-d8fd-48d3-8432-6f07282d5d79 req-95a89590-52ed-4512-9fef-f9c93eee0aa6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460827 Sep 04 01:16:43.394639 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:16:43.455267 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:43.496258 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:43.505782 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:43.509013 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'port_id': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'mac_address': 'fa:16:3e:c6:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:16:43.543813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:43.544194 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.558076 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:16:43.578080 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:43.641151 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.692106 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:44.002071 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9edd-101c-40c7-b126-840e33fa609a req-6999c403-ccc9-43eb-a1ff-ec750ad481bc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:44.003508 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c5b9edd-101c-40c7-b126-840e33fa609a req-6999c403-ccc9-43eb-a1ff-ec750ad481bc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 944 time: 0.0476379 Sep 04 01:16:44.017967 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:16:44.063517 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4c5b9edd-101c-40c7-b126-840e33fa609a req-9a21a385-aac6-410f-8cb7-673e417b287d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Sep 04 01:16:45.175166 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187f49-f3dd-40b8-aee4-933913843d50 req-4e139fdb-e633-45cd-91c5-1f29499cedb4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:45.176627 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8e187f49-f3dd-40b8-aee4-933913843d50 req-4e139fdb-e633-45cd-91c5-1f29499cedb4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 944 time: 0.0461061 Sep 04 01:16:45.223409 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8e187f49-f3dd-40b8-aee4-933913843d50 req-7f16d443-a6cf-4be2-b8e8-0f102dcb525f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Sep 04 01:16:45.402740 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:16:45.448623 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:16:45.508308 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:16:45.508742 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.579813 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:16:45.580191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.603426 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:45.605713 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125d4f37-1462-4037-9e3a-9bd9cdb2d1a7" -d '{"events": [{"server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "name": "network-vif-plugged", "status": "completed", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:45.618494 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:45.645131 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffca074-3073-47f0-b812-29f083cb8f88 x-openstack-request-id: req-9ffca074-3073-47f0-b812-29f083cb8f88 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:45.645418 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "name": "network-vif-plugged", "status": "completed", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:45.645668 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9ffca074-3073-47f0-b812-29f083cb8f88 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:45.646065 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffca074-3073-47f0-b812-29f083cb8f88'] response: {'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'code': 200} Sep 04 01:16:45.692477 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.740302 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:46.017950 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e167-0eb7-4ce3-823b-1191b7bc9758 req-9660052d-036a-44dd-9c78-5adb28d0366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:46.019422 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3669e167-0eb7-4ce3-823b-1191b7bc9758 req-9660052d-036a-44dd-9c78-5adb28d0366c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0382912 Sep 04 01:16:46.043837 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:46.063901 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3669e167-0eb7-4ce3-823b-1191b7bc9758 req-b194afbf-cdb8-4b77-9dfd-752570dd3711 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Sep 04 01:16:46.349377 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fdf11-c43a-4723-9a9c-33b141533553 req-d3b31760-6363-48b5-8770-2a3067ea8788 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:46.350878 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-935fdf11-c43a-4723-9a9c-33b141533553 req-d3b31760-6363-48b5-8770-2a3067ea8788 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0513661 Sep 04 01:16:46.399055 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-935fdf11-c43a-4723-9a9c-33b141533553 req-adcf4ff6-fe9c-4886-b6e0-17ba365ac0f1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Sep 04 01:16:47.523397 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff93f3-7a83-4212-a097-0d8e9d5c32f8 req-c6b3b60d-8e02-4886-bc07-5d5195911bc6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:47.524886 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80ff93f3-7a83-4212-a097-0d8e9d5c32f8 req-c6b3b60d-8e02-4886-bc07-5d5195911bc6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0473099 Sep 04 01:16:47.537034 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:47.575428 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-80ff93f3-7a83-4212-a097-0d8e9d5c32f8 req-e85801fa-4c54-4f40-b229-2ef4d0fc29e1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Sep 04 01:16:48.110009 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=63 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:48.702388 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391449a4-9f70-4238-aa76-a31373639fa6 req-258679aa-b41d-4478-b408-b1866f825fe0 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:48.703832 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-391449a4-9f70-4238-aa76-a31373639fa6 req-258679aa-b41d-4478-b408-b1866f825fe0 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0465171 Sep 04 01:16:48.750150 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-391449a4-9f70-4238-aa76-a31373639fa6 req-56f72e84-ce89-4c70-bb87-313312018f00 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Sep 04 01:16:48.864183 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988afeb-b9d5-4c78-bca7-c9008487fcbb req-b9ee5ab0-0c42-4db5-a033-2f777ff62ec4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:48.865648 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-c988afeb-b9d5-4c78-bca7-c9008487fcbb req-b9ee5ab0-0c42-4db5-a033-2f777ff62ec4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0459149 Sep 04 01:16:48.875750 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40180) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:48.879984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'floatingip': {'port_id': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:48.917797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.332121 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.383631 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.479219 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Floating IP 5b2af81d-21f0-4cd6-9339-f4ddb4d07474 associated. External IP: 172.37.6.121, port: 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618. Sep 04 01:16:49.570212 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:49.681627 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:49.728823 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:49.788837 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:49.793368 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.799808 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:49.810996 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:49.811634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:49.829061 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-0c7b4fcf-6175-43cf-a067-399b6bfe8197 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5b2af81d-21f0-4cd6-9339-f4ddb4d07474 HTTP/1.1" status: 200 len: 991 time: 0.9493885 Sep 04 01:16:49.829061 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:49.829326 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:49.846856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:49.870760 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7158ffc4-b538-44b8-aa83-70d81111c9db x-openstack-request-id: req-7158ffc4-b538-44b8-aa83-70d81111c9db {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:49.871266 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:49.871355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7158ffc4-b538-44b8-aa83-70d81111c9db {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:49.871711 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7158ffc4-b538-44b8-aa83-70d81111c9db'] response: {'name': 'network-changed', 'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'status': 'completed', 'code': 200} Sep 04 01:16:49.977530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-d5b67024-3eb2-40ad-a4e7-9ee6cd66119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:49.979117 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-d5b67024-3eb2-40ad-a4e7-9ee6cd66119e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0482109 Sep 04 01:16:50.057781 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:50.059390 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:50.073038 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-5d0e43f9-4bd2-47d3-8673-5ee7dbe70fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:50.075809 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-5d0e43f9-4bd2-47d3-8673-5ee7dbe70fbf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0900035 Sep 04 01:16:50.139125 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-7198da57-a27f-4b7d-be99-b4c191b54f1d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 999 time: 0.0587077 Sep 04 01:16:50.151714 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:50.282435 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b2af81d-21f0-4cd6-9339-f4ddb4d07474', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.121', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:c6:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:16:34Z', 'updated_at': '2022-09-04T01:16:49Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:50.308842 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:50.317612 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:50.318223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:16:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:50.427100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:50.447630 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-39dda02e-6d0d-43e0-abbe-202eac3b9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:50.449120 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-39dda02e-6d0d-43e0-abbe-202eac3b9db1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.3049843 Sep 04 01:16:50.492096 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-da007a3b-2bb7-4774-bd56-a5f588ed657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:50.493644 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-da007a3b-2bb7-4774-bd56-a5f588ed657c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386770 Sep 04 01:16:50.588473 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-67650268-8ebf-4acd-975b-74f5c867c412 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879278 Sep 04 01:16:50.635323 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:50.640513 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b2af81d-21f0-4cd6-9339-f4ddb4d07474', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.121', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:c6:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:16:34Z', 'updated_at': '2022-09-04T01:16:49Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:50.665234 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dd655-4e5b-46c1-af13-b85b6e82e811 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5b2af81d-21f0-4cd6-9339-f4ddb4d07474', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.121', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:c6:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:16:34Z', 'updated_at': '2022-09-04T01:16:49Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:50.679439 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d71e00ef-8f7f-488d-b7f6-a5a7537bffed req-7299763b-f8d3-463e-9e91-0e71f5428024 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852346 Sep 04 01:16:50.854672 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92ccd7-0c5b-43b6-8c23-5f5e992f8afa None None] New status for floating IP 5b2af81d-21f0-4cd6-9339-f4ddb4d07474: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:16:51.494923 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40216) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:51.603895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.678094 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Publish callbacks [] for security_group (c2d5f761-e0fb-4787-954b-7fba8d019039), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.732378 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c2d5f761-e0fb-4787-954b-7fba8d019039), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.771553 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d9dbcf905c742a1b875411d252c4846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755735 Sep 04 01:16:51.772940 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d5f761-e0fb-4787-954b-7fba8d019039,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:51.775596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40220) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:51.780117 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.780477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.780839 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.781185 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.781521 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.781852 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.782179 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.782504 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.782831 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.783155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.783479 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.783800 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.784120 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.784443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.785138 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe798ae-811f-455d-bb28-163b611ead36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:51.829073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] Publish callbacks [] for security_group (c2d5f761-e0fb-4787-954b-7fba8d019039), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.849493 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] Publish callbacks [] for security_group (c2d5f761-e0fb-4787-954b-7fba8d019039), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.961854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c2d5f761-e0fb-4787-954b-7fba8d019039), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.964486 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:51.965653 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c2d5f761-e0fb-4787-954b-7fba8d019039 HTTP/1.1" status: 204 len: 168 time: 0.1890063 Sep 04 01:16:51.973652 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0d91e-19dd-4112-a9df-d5578d4e0a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d5f761-e0fb-4787-954b-7fba8d019039,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:51.987140 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:58.285787 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:01.768160 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:01.781250 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=41,neutron:INSERT=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:01.968782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:01.969885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:02.434833 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40340) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:02.541272 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42e3abf2-016d-4504-a438-801bc85b1083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.617013 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42e3abf2-016d-4504-a438-801bc85b1083 admin admin] Publish callbacks [] for security_group (6997b316-6643-4b0b-a2d3-c1fb4b5fdda6), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.669441 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-42e3abf2-016d-4504-a438-801bc85b1083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6997b316-6643-4b0b-a2d3-c1fb4b5fdda6), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.707388 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3abf2-016d-4504-a438-801bc85b1083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997b316-6643-4b0b-a2d3-c1fb4b5fdda6,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:02.713559 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-42e3abf2-016d-4504-a438-801bc85b1083 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28c37a44130b4581841a5d0d7e52025d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776537 Sep 04 01:17:02.716085 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40344) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:02.767470 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] Publish callbacks [] for security_group (6997b316-6643-4b0b-a2d3-c1fb4b5fdda6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.788086 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] Publish callbacks [] for security_group (6997b316-6643-4b0b-a2d3-c1fb4b5fdda6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.886653 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6997b316-6643-4b0b-a2d3-c1fb4b5fdda6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.889309 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.890442 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6997b316-6643-4b0b-a2d3-c1fb4b5fdda6 HTTP/1.1" status: 204 len: 168 time: 0.1734169 Sep 04 01:17:02.898332 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dce50-e0b5-4648-9066-ea0d03882c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997b316-6643-4b0b-a2d3-c1fb4b5fdda6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:03.574828 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40352) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:03.588315 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4b12149-74ce-4c21-aace-8ca8d49c8410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.660974 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4b12149-74ce-4c21-aace-8ca8d49c8410 admin admin] Publish callbacks [] for security_group (e517eda9-46e8-4a14-8954-c86fdcb7ea07), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.703849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-d4b12149-74ce-4c21-aace-8ca8d49c8410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e517eda9-46e8-4a14-8954-c86fdcb7ea07), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.739944 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12149-74ce-4c21-aace-8ca8d49c8410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e517eda9-46e8-4a14-8954-c86fdcb7ea07,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:03.744819 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-d4b12149-74ce-4c21-aace-8ca8d49c8410 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0d5becbfbc444d9483489251e59ce15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689758 Sep 04 01:17:03.747574 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40354) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:03.799444 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] Publish callbacks [] for security_group (e517eda9-46e8-4a14-8954-c86fdcb7ea07), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.820337 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] Publish callbacks [] for security_group (e517eda9-46e8-4a14-8954-c86fdcb7ea07), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.932260 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e517eda9-46e8-4a14-8954-c86fdcb7ea07), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.934875 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:03.935994 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e517eda9-46e8-4a14-8954-c86fdcb7ea07 HTTP/1.1" status: 204 len: 168 time: 0.1875157 Sep 04 01:17:03.943681 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dce175-f545-4899-b2a2-0ffd9d34fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517eda9-46e8-4a14-8954-c86fdcb7ea07,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:04.589848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40360) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:04.603177 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-526ef9d7-84ef-4191-a264-0037e4bf18ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.676252 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-526ef9d7-84ef-4191-a264-0037e4bf18ff admin admin] Publish callbacks [] for security_group (7ef620ff-e309-4f9c-9d63-0557460ac29d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.737934 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-526ef9d7-84ef-4191-a264-0037e4bf18ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (7ef620ff-e309-4f9c-9d63-0557460ac29d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.778147 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-526ef9d7-84ef-4191-a264-0037e4bf18ff admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bb2f3de345d2454d838eb5ab953b6604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872504 Sep 04 01:17:04.778860 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ef9d7-84ef-4191-a264-0037e4bf18ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef620ff-e309-4f9c-9d63-0557460ac29d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:04.781682 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40362) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:04.830909 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] Publish callbacks [] for security_group (7ef620ff-e309-4f9c-9d63-0557460ac29d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.850721 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] Publish callbacks [] for security_group (7ef620ff-e309-4f9c-9d63-0557460ac29d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.926704 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (7ef620ff-e309-4f9c-9d63-0557460ac29d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.929239 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.930865 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7ef620ff-e309-4f9c-9d63-0557460ac29d HTTP/1.1" status: 204 len: 168 time: 0.1473637 Sep 04 01:17:04.938508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd070c3-27af-4354-8234-56ec84d13926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef620ff-e309-4f9c-9d63-0557460ac29d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:05.612236 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-220078d3-9712-444c-8294-0a01dc907273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:07.943808 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8ca27934-195d-40eb-9b60-1cc6b4b5b6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:08.106163 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:08.110048 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=34 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:09.251118 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:09.652304 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40406) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:09.756777 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-582493a5-6dd9-4cff-998b-d9de19fd6c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:09.833702 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-582493a5-6dd9-4cff-998b-d9de19fd6c32 admin admin] Publish callbacks [] for security_group (9cc581e6-1a69-4fa4-92cb-84b64b5d2800), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:09.925566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-582493a5-6dd9-4cff-998b-d9de19fd6c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9cc581e6-1a69-4fa4-92cb-84b64b5d2800), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:09.968667 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-582493a5-6dd9-4cff-998b-d9de19fd6c32 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=47b09ae96cff43a4874a43ce22d3c2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151839 Sep 04 01:17:09.969423 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582493a5-6dd9-4cff-998b-d9de19fd6c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc581e6-1a69-4fa4-92cb-84b64b5d2800,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:09.971530 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40410) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:10.021278 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] Publish callbacks [] for security_group (9cc581e6-1a69-4fa4-92cb-84b64b5d2800), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:10.044600 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] Publish callbacks [] for security_group (9cc581e6-1a69-4fa4-92cb-84b64b5d2800), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:10.189749 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9cc581e6-1a69-4fa4-92cb-84b64b5d2800), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:10.192394 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:10.193616 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9cc581e6-1a69-4fa4-92cb-84b64b5d2800 HTTP/1.1" status: 204 len: 168 time: 0.2210469 Sep 04 01:17:10.202571 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397e31c-913b-436c-9cf4-d684596ff796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc581e6-1a69-4fa4-92cb-84b64b5d2800,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:10.732964 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:10.829611 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:17.061775 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:17:19.961619 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=67,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:19.965462 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:20.197018 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:20.198095 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=62,neutron:INSERT=14,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:20.654509 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:20.748597 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:20.755413 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:23.152925 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40532) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:23.257805 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5a2743f9-b4ca-4312-9bd2-6abd0ebb7641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.332037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5a2743f9-b4ca-4312-9bd2-6abd0ebb7641 admin admin] Publish callbacks [] for security_group (6f7e5dc7-90e8-4ab9-bf13-7262822a7223), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.400712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-5a2743f9-b4ca-4312-9bd2-6abd0ebb7641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6f7e5dc7-90e8-4ab9-bf13-7262822a7223), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.440084 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-5a2743f9-b4ca-4312-9bd2-6abd0ebb7641 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ccb026ae713e45a0b0e4215fe0f09ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860250 Sep 04 01:17:23.442070 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2743f9-b4ca-4312-9bd2-6abd0ebb7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e5dc7-90e8-4ab9-bf13-7262822a7223,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:23.442999 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40536) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:23.491913 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Publish callbacks [] for security_group (6f7e5dc7-90e8-4ab9-bf13-7262822a7223), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.512201 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Publish callbacks [] for security_group (6f7e5dc7-90e8-4ab9-bf13-7262822a7223), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.635401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (6f7e5dc7-90e8-4ab9-bf13-7262822a7223), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.638587 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.639738 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6f7e5dc7-90e8-4ab9-bf13-7262822a7223 HTTP/1.1" status: 204 len: 168 time: 0.1957638 Sep 04 01:17:23.647725 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e5dc7-90e8-4ab9-bf13-7262822a7223,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:23.655527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.655877 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.656220 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.656608 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.656908 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.657299 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.657626 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.657951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.658279 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.658602 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.658930 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.659257 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.659577 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.659899 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:23.660219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013c33d-b541-441c-ac37-868bf3706b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:24.676019 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40558) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:24.771111 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615120358-network', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:24.851103 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Made reservation on behalf of 5a4534146f2f4d5f8f2ed8a2b9d1fb3e for: {'network': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:24.853415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:24.862882 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:24.937859 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks [] for security_group (55ffd16d-54e5-4723-86c8-f8217520e88a), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:24.999617 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (55ffd16d-54e5-4723-86c8-f8217520e88a), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.028415 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=106860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:17:25.039751 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ffd16d-54e5-4723-86c8-f8217520e88a,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:25.043836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d13ddf2a-e534-4eec-82b5-ba01db3e7320), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.044180 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.segments_db [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Added segment d13ddf2a-e534-4eec-82b5-ba01db3e7320 of type vlan for network 019e0e37-483f-4727-a430-85455566a258 Sep 04 01:17:25.085202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (019e0e37-483f-4727-a430-85455566a258), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.172479 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (019e0e37-483f-4727-a430-85455566a258), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.173492 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:25.174087 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.234461 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] Pushing event updated for resources: {'Network': ['ID=019e0e37-483f-4727-a430-85455566a258,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:25.244759 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 019e0e37-483f-4727-a430-85455566a258 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:17:25.301152 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-5dc1dac0-ab7a-4bdc-80c7-6975116722db admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6239302 Sep 04 01:17:25.304005 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40562) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:25.311034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Request body: {'subnet': {'network_id': '019e0e37-483f-4727-a430-85455566a258', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615120358-subnet', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:25.412556 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Made reservation on behalf of 5a4534146f2f4d5f8f2ed8a2b9d1fb3e for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:25.414879 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.640301 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (48c97313-2bcf-4de7-9b9b-646a628a9c43), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.681615 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:25.687412 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:25.695165 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c97313-2bcf-4de7-9b9b-646a628a9c43,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:25.709953 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Checking segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:25.710306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Network hostable DHCP agents. Network: 019e0e37-483f-4727-a430-85455566a258, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:17:25.806478 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Network 019e0e37-483f-4727-a430-85455566a258 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:17:25.886504 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 019e0e37-483f-4727-a430-85455566a258) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:25.890716 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:25.891265 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:25.895315 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198cf50c-2ddf-4de7-8797-7b012cc70ab3 None None] Network 019e0e37-483f-4727-a430-85455566a258 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:17:25.981592 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dee6583a-18c2-4941-8066-bd14995a3f2e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6763737 Sep 04 01:17:25.984567 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40564) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:25.989033 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:25.999894 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-019e0e37-483f-4727-a430-85455566a258', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:17:26.000892 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.092901 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (32b7b2e8-2204-4f22-aa52-96d574492003), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.094003 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (32b7b2e8-2204-4f22-aa52-96d574492003), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.137723 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Allocated IP 172.20.0.2 (019e0e37-483f-4727-a430-85455566a258/48c97313-2bcf-4de7-9b9b-646a628a9c43/c85cb3a0-f05a-4003-815c-cd8a6b195186) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:26.148245 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for router_controller (32b7b2e8-2204-4f22-aa52-96d574492003), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.280528 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks [] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.344355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.350342 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for router_gateway (32b7b2e8-2204-4f22-aa52-96d574492003), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.388197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Network 019e0e37-483f-4727-a430-85455566a258 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:26.391485 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:26.395460 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:26.398463 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Pushing event updated for resources: {'Port': ['ID=c85cb3a0-f05a-4003-815c-cd8a6b195186,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:26.408859 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.409210 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.409553 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.412646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.413454 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.413807 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.414146 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.414479 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.414811 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.415183 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.415622 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.415996 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.416318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.416665 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.417504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:26.471970 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Attempting to bind port c85cb3a0-f05a-4003-815c-cd8a6b195186 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:26.472337 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Attempting to bind port c85cb3a0-f05a-4003-815c-cd8a6b195186 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:26.472720 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Attempting to bind port c85cb3a0-f05a-4003-815c-cd8a6b195186 on network 019e0e37-483f-4727-a430-85455566a258 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:26.478216 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:26.478585 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Checking segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:26.478975 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.479403 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Bound using segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:26.480582 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Bound port: c85cb3a0-f05a-4003-815c-cd8a6b195186, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:26.481041 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.545806 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] For port c85cb3a0-f05a-4003-815c-cd8a6b195186, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:26.549024 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] For port c85cb3a0-f05a-4003-815c-cd8a6b195186, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c85cb3a0-f05a-4003-815c-cd8a6b195186,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:26.585774 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for router_gateway (32b7b2e8-2204-4f22-aa52-96d574492003), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.604264 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.630098 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.686135 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c16d2-3224-437f-a4da-da5c55e30460 None None] Pushing event updated for resources: {'Port': ['ID=c85cb3a0-f05a-4003-815c-cd8a6b195186,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:26.723910 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Allocated IP 172.37.6.65 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/4d30155a-7adf-4851-b588-cfbd604cb17d) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:26.841234 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.849441 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:26.868735 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:26.950026 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:26.989686 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:26.992443 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:26.996288 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:27.001389 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d30155a-7adf-4851-b588-cfbd604cb17d,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:27.057950 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:27.291209 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for router_gateway (32b7b2e8-2204-4f22-aa52-96d574492003), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.488423 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (32b7b2e8-2204-4f22-aa52-96d574492003), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.539857 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd031f-a2bd-4c0c-8b8f-b93582c635a7 None None] Network 019e0e37-483f-4727-a430-85455566a258 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:17:27.588555 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device c85cb3a0-f05a-4003-815c-cd8a6b195186 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:27.659531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Provisioning complete for port c85cb3a0-f05a-4003-815c-cd8a6b195186 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:27.659898 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.675036 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Router 32b7b2e8-2204-4f22-aa52-96d574492003 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:17:27.715914 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port c85cb3a0-f05a-4003-815c-cd8a6b195186 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:27.716282 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.761696 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:27.780320 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:27.793802 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Sync routers for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:27.834126 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Current status of the port c85cb3a0-f05a-4003-815c-cd8a6b195186 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:27.834521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.849593 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:27.850233 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:27.883149 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.885106 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-12ed471a-8bf0-41ad-b2ce-d592ee13c1d7 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8993764 Sep 04 01:17:27.887984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40566) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:27.902856 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port c85cb3a0-f05a-4003-815c-cd8a6b195186 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:27.903245 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:27.926124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:27.964367 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] For port c85cb3a0-f05a-4003-815c-cd8a6b195186, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c85cb3a0-f05a-4003-815c-cd8a6b195186,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:27.985068 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:27.994686 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:28.186180 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.200111 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:28.327632 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.db.api [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:17:28.328044 dv-cinder-master-3-smb neutron-server[106861]: DEBUG oslo_db.api [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:17:28.337103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faeeb4-9aa7-45f4-95cb-a48663911a49 None None] Pushing event updated for resources: {'Port': ['ID=c85cb3a0-f05a-4003-815c-cd8a6b195186,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:28.340124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-7200ad72-d8c7-4f30-bded-5a87caa47215 None None] Provisioning complete for port c85cb3a0-f05a-4003-815c-cd8a6b195186 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:28.340517 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-7200ad72-d8c7-4f30-bded-5a87caa47215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.366662 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.468954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:28.469501 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:27Z', 'revision_number': 3, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:28.497605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-7200ad72-d8c7-4f30-bded-5a87caa47215 None None] Current status of the port c85cb3a0-f05a-4003-815c-cd8a6b195186 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:28.499931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Checking router: 32b7b2e8-2204-4f22-aa52-96d574492003 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:28.500286 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Updating router 32b7b2e8-2204-4f22-aa52-96d574492003 port 4d30155a-7adf-4851-b588-cfbd604cb17d binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:17:28.534171 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.559984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.713589 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Allocated IP 172.20.0.1 (019e0e37-483f-4727-a430-85455566a258/48c97313-2bcf-4de7-9b9b-646a628a9c43/b1f9345f-de2a-402a-a07a-e3477321f05f) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:28.782745 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks [] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.820452 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks [] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.829155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:28.849894 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.898589 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.901022 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Attempting to bind port 4d30155a-7adf-4851-b588-cfbd604cb17d on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:28.901963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Attempting to bind port 4d30155a-7adf-4851-b588-cfbd604cb17d by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:28.902341 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Attempting to bind port 4d30155a-7adf-4851-b588-cfbd604cb17d on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:28.904549 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port c85cb3a0-f05a-4003-815c-cd8a6b195186 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:28.915257 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef6ab-53ec-48ef-8a8c-cad46addda5b None None] Pushing event updated for resources: {'Port': ['ID=4d30155a-7adf-4851-b588-cfbd604cb17d,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:28.918185 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:28.918580 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:28.919100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.919355 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:28.919837 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Bound port: 4d30155a-7adf-4851-b588-cfbd604cb17d, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:28.920218 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:28.939867 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Network 019e0e37-483f-4727-a430-85455566a258 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:28.944714 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:28.948413 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:28.951675 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Pushing event updated for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:28.974463 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] For port 4d30155a-7adf-4851-b588-cfbd604cb17d, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:28.978115 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] For port 4d30155a-7adf-4851-b588-cfbd604cb17d, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4d30155a-7adf-4851-b588-cfbd604cb17d,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:28.989849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (32b7b2e8-2204-4f22-aa52-96d574492003), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.064858 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.101189 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:29.101819 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:29.172940 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef6ab-53ec-48ef-8a8c-cad46addda5b None None] Pushing event updated for resources: {'Port': ['ID=4d30155a-7adf-4851-b588-cfbd604cb17d,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:29.207888 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.228787 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-a8b22171-64bf-4b8b-a214-7a77abf5d258 None None] Provisioning complete for port b1f9345f-de2a-402a-a07a-e3477321f05f triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:29.229083 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a8b22171-64bf-4b8b-a214-7a77abf5d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.236698 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:29.239059 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:29.324978 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:29.353922 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a8b22171-64bf-4b8b-a214-7a77abf5d258 None None] Port b1f9345f-de2a-402a-a07a-e3477321f05f cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:29.371898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks [] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.418996 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.441754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:27Z', 'revision_number': 3, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:29.467393 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8d6e8-3d23-41f0-911e-744ef04c1e52 None None] The sync data for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb is: [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:27Z', 'revision_number': 3, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:29.494431 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (32b7b2e8-2204-4f22-aa52-96d574492003), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.497154 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Pushing event updated for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:29.574907 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device c85cb3a0-f05a-4003-815c-cd8a6b195186 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:29.577252 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:29.602312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Network 019e0e37-483f-4727-a430-85455566a258 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:29.603843 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:29.628564 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port c85cb3a0-f05a-4003-815c-cd8a6b195186 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:29.628954 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.770541 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port c85cb3a0-f05a-4003-815c-cd8a6b195186 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:29.804219 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Router 32b7b2e8-2204-4f22-aa52-96d574492003 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:17:29.931282 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:29.939754 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ea86877e-27e5-46f4-9c99-8d5d96d10d6d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/32b7b2e8-2204-4f22-aa52-96d574492003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476854 Sep 04 01:17:29.982445 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-3db843f3-371c-47f8-8d9e-1a40dffa4a50 None None] Provisioning complete for port b1f9345f-de2a-402a-a07a-e3477321f05f triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:29.982910 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3db843f3-371c-47f8-8d9e-1a40dffa4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.032754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-3db843f3-371c-47f8-8d9e-1a40dffa4a50 None None] Port b1f9345f-de2a-402a-a07a-e3477321f05f cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:30.599462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40584) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:30.604344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1728297230-network', 'tenant_id': 'a4819545ee3341588c2e82e386e89582'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:30.609784 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:30.709607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Made reservation on behalf of a4819545ee3341588c2e82e386e89582 for: {'network': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:30.711956 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for network (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.725462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.795518 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-07f5fb48-a41c-4c42-be30-acbf8d2ebffb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1776757 Sep 04 01:17:30.802454 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks [] for security_group (391c104f-0580-4f35-b0b2-43a75023276e), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.852438 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (391c104f-0580-4f35-b0b2-43a75023276e), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.879449 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=106859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:17:30.890142 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c104f-0580-4f35-b0b2-43a75023276e,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:30.904777 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-74781ec6-93ea-4952-a226-d81196644670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:30.906292 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-74781ec6-93ea-4952-a226-d81196644670 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0432336 Sep 04 01:17:30.908964 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.909312 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.segments_db [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Added segment 8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb of type vlan for network 17b03547-d1aa-434f-848b-e97f5ebde990 Sep 04 01:17:30.953616 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773494905775'] for network (17b03547-d1aa-434f-848b-e97f5ebde990), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.972628 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:31.017560 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-0aa2d515-11f6-44c8-923f-8929a5dcd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.019031 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-0aa2d515-11f6-44c8-923f-8929a5dcd113 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0936711 Sep 04 01:17:31.023883 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314'] for network (17b03547-d1aa-434f-848b-e97f5ebde990), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.025213 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.026043 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.083307 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-c1f6caf1-6f26-4799-b28f-2fba7251778b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1001 time: 0.0585678 Sep 04 01:17:31.089729 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] Pushing event updated for resources: {'Network': ['ID=17b03547-d1aa-434f-848b-e97f5ebde990,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:31.100867 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Network 17b03547-d1aa-434f-848b-e97f5ebde990 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:17:31.122586 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Sync routers for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:31.132582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40588) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:31.133167 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-83bf8186-25e3-40f0-8aae-153782f30caf admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5324862 Sep 04 01:17:31.135129 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:31.136676 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:31.140631 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Request body: {'subnet': {'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1728297230-subnet', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'ip_version': 4}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:31.161073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-65043058-c1bb-4101-9f08-114e5f74bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.162616 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-65043058-c1bb-4101-9f08-114e5f74bb3f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0738788 Sep 04 01:17:31.212206 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-3e554987-98d0-4852-a232-e3273333fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.213811 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-3e554987-98d0-4852-a232-e3273333fa00 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454836 Sep 04 01:17:31.218140 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Made reservation on behalf of a4819545ee3341588c2e82e386e89582 for: {'subnet': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:31.223607 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31608741'] for subnet (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.228063 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-f355533e-f64e-4428-aa54-885a6fdca7ad service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:17:31.229075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-f355533e-f64e-4428-aa54-885a6fdca7ad service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059917 Sep 04 01:17:31.243195 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:31.382227 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-c8923ce1-21a1-46e1-a6b3-ceb220a4c1eb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432321 Sep 04 01:17:31.430370 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 2, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:31.458989 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Checking router: 32b7b2e8-2204-4f22-aa52-96d574492003 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:31.459334 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Updating router 32b7b2e8-2204-4f22-aa52-96d574492003 port b1f9345f-de2a-402a-a07a-e3477321f05f binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:17:31.487600 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.527851 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:31.546745 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7d376c03-3a39-49ee-9835-942e8847a8ba req-25ce8a97-55d9-410f-8e44-231d007cfdfb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583025 Sep 04 01:17:31.589978 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4d30155a-7adf-4851-b588-cfbd604cb17d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:31.595426 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33507250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31608727'] for subnet (5539f05b-d963-48c8-bfbc-da328329106d), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.636706 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4d30155a-7adf-4851-b588-cfbd604cb17d triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:31.637124 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.644349 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5539f05b-d963-48c8-bfbc-da328329106d,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:31.672357 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Checking segment: {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:31.673011 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Network hostable DHCP agents. Network: 17b03547-d1aa-434f-848b-e97f5ebde990, hostable agents: ['6b74dca9-6fe1-421f-9e54-7d067181ff52'], hosted agents: [] {{(pid=106860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:17:31.676102 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:31.711834 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4d30155a-7adf-4851-b588-cfbd604cb17d is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:31.712234 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.734749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:31.737945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 4d30155a-7adf-4851-b588-cfbd604cb17d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4d30155a-7adf-4851-b588-cfbd604cb17d,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:31.753800 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Network 17b03547-d1aa-434f-848b-e97f5ebde990 is scheduled to be hosted by DHCP agent 6b74dca9-6fe1-421f-9e54-7d067181ff52 with binding_index 1 {{(pid=106860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:17:31.760534 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks [] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.828160 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.875247 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 17b03547-d1aa-434f-848b-e97f5ebde990) {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:31.875835 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.876229 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=4d30155a-7adf-4851-b588-cfbd604cb17d,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:31.880774 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.886249 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.887212 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01429fa-7fa8-4bc9-9bb1-38626007ffc4 None None] Network 17b03547-d1aa-434f-848b-e97f5ebde990 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:17:31.937149 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d27d-83bf-4aaf-8c85-f88dd75bc60b None None] Pushing event updated for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:31.967376 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40590) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:31.972338 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-45fcfd12-680a-4886-9f0d-11dd59fbf199 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8339751 Sep 04 01:17:31.972506 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Attempting to bind port b1f9345f-de2a-402a-a07a-e3477321f05f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:31.972506 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Attempting to bind port b1f9345f-de2a-402a-a07a-e3477321f05f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:31.972782 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:31.972895 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Attempting to bind port b1f9345f-de2a-402a-a07a-e3477321f05f on network 019e0e37-483f-4727-a430-85455566a258 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:31.978156 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:31.978529 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Checking segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:31.978927 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.980141 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Bound using segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:31.980614 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Bound port: b1f9345f-de2a-402a-a07a-e3477321f05f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:31.980993 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.045891 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] For port b1f9345f-de2a-402a-a07a-e3477321f05f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:32.049311 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] For port b1f9345f-de2a-402a-a07a-e3477321f05f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b1f9345f-de2a-402a-a07a-e3477321f05f,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:32.104266 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-788'] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.106196 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2059950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2020190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-797'] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.124261 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-17b03547-d1aa-434f-848b-e97f5ebde990', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'project_id': 'a4819545ee3341588c2e82e386e89582', 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d'}]}} from dv-cinder-master-3-smb. {{(pid=106861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:17:32.125240 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.127520 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.161167 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:32.164744 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for router_controller (b0ae89dc-2cee-4bd6-9647-edd769505a81), precommit_add_association {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.175262 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:32.175881 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:32.213647 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:32.220879 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d27d-83bf-4aaf-8c85-f88dd75bc60b None None] Pushing event updated for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:32.265179 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.db_base_plugin_common [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Allocated IP 172.20.0.2 (17b03547-d1aa-434f-848b-e97f5ebde990/5539f05b-d963-48c8-bfbc-da328329106d/347716f4-3346-439b-97c2-a271dc8c78bc) {{(pid=106861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:32.293996 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:32.375376 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for router_gateway (b0ae89dc-2cee-4bd6-9647-edd769505a81), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.424850 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks [] for port (347716f4-3346-439b-97c2-a271dc8c78bc), precommit_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.522654 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), after_create {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.569425 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:32Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:32.570424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Network 17b03547-d1aa-434f-848b-e97f5ebde990 is already hosted by enough agents. {{(pid=106861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:32.575621 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.scheduler.base_scheduler [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Resources bound (agent type, host, resource id): {{(pid=106861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:32.580135 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Received port after_create {{(pid=106861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:32.587177 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Pushing event updated for resources: {'Port': ['ID=347716f4-3346-439b-97c2-a271dc8c78bc,revision_number=1']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:32.607716 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955c6aa-1a72-4d59-b2c3-63e8a9f98f71 None None] The sync data for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb is: [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:32Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:32.653452 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Attempting to bind port 347716f4-3346-439b-97c2-a271dc8c78bc on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:32.653818 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Attempting to bind port 347716f4-3346-439b-97c2-a271dc8c78bc by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:32.654172 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Attempting to bind port 347716f4-3346-439b-97c2-a271dc8c78bc on network 17b03547-d1aa-434f-848b-e97f5ebde990 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:32.664701 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:32.664701 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Checking segment: {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:32.665077 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.665184 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Bound using segment: {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:32.666301 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Bound port: 347716f4-3346-439b-97c2-a271dc8c78bc, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:32.666301 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.683058 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for router_gateway (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.705966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.747326 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:32.750004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] For port 347716f4-3346-439b-97c2-a271dc8c78bc, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:32.753319 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] For port 347716f4-3346-439b-97c2-a271dc8c78bc, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=347716f4-3346-439b-97c2-a271dc8c78bc,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:32.818748 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:32.819628 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Allocated IP 172.37.6.151 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/9b323fc6-5281-4418-b95a-d000dadee492) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:32.879532 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24934c6-f598-4786-b845-37065f8dd4e1 None None] Pushing event updated for resources: {'Port': ['ID=347716f4-3346-439b-97c2-a271dc8c78bc,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:32.940016 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:32.945933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for port (9b323fc6-5281-4418-b95a-d000dadee492), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.034674 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (9b323fc6-5281-4418-b95a-d000dadee492), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.088911 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:33.094936 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:33.097762 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:33.102573 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:33.128195 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Pushing event updated for resources: {'Port': ['ID=9b323fc6-5281-4418-b95a-d000dadee492,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:33.423512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for router_gateway (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.627209 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2059805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607919'] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.712852 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b1f9345f-de2a-402a-a07a-e3477321f05f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:33.773305 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port b1f9345f-de2a-402a-a07a-e3477321f05f triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:33.773979 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.798758 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:33.856288 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port b1f9345f-de2a-402a-a07a-e3477321f05f is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:33.856691 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.868310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Router b0ae89dc-2cee-4bd6-9647-edd769505a81 is scheduled to L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 with binding_index 1 {{(pid=106859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:17:33.893230 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port b1f9345f-de2a-402a-a07a-e3477321f05f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b1f9345f-de2a-402a-a07a-e3477321f05f,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:33.903764 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a65946-6db8-472e-895d-bf228cc371a7 None None] Network 17b03547-d1aa-434f-848b-e97f5ebde990 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:17:33.952681 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.953493 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 347716f4-3346-439b-97c2-a271dc8c78bc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:33.980826 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:34.006510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Sync routers for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:34.043221 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.044480 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1b9c3c55-8c39-4f85-9217-fbf733daf04c admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0754409 Sep 04 01:17:34.047448 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40592) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:34.062420 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Provisioning complete for port 347716f4-3346-439b-97c2-a271dc8c78bc triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:34.062797 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.099391 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:34.100018 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:34.158699 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:34.194886 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 347716f4-3346-439b-97c2-a271dc8c78bc triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:34.195261 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.259118 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:34.317519 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:34.380694 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Current status of the port 347716f4-3346-439b-97c2-a271dc8c78bc is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:34.380919 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.461232 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.481158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 347716f4-3346-439b-97c2-a271dc8c78bc is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:34.481507 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.503937 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] For port 347716f4-3346-439b-97c2-a271dc8c78bc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=347716f4-3346-439b-97c2-a271dc8c78bc,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:34.582857 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 3, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:34.609474 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Checking router: b0ae89dc-2cee-4bd6-9647-edd769505a81 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:34.609822 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Updating router b0ae89dc-2cee-4bd6-9647-edd769505a81 port 9b323fc6-5281-4418-b95a-d000dadee492 binding host dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:17:34.611754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.616923 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Allocated IP 172.20.0.1 (17b03547-d1aa-434f-848b-e97f5ebde990/5539f05b-d963-48c8-bfbc-da328329106d/f0a706b8-07fa-40b5-b097-e681d181dbae) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:34.695074 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9b323fc6-5281-4418-b95a-d000dadee492), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.703007 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.db.api [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:17:34.703541 dv-cinder-master-3-smb neutron-server[106861]: DEBUG oslo_db.api [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:17:34.726182 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks [] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.728847 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:34.747531 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daf5ce-0837-41ed-891a-4fe3da34bc5b None None] Pushing event updated for resources: {'Port': ['ID=347716f4-3346-439b-97c2-a271dc8c78bc,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:34.759421 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-326c549c-74d9-4694-99bc-f48edd1b92e1 None None] Provisioning complete for port 347716f4-3346-439b-97c2-a271dc8c78bc triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:34.759659 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-326c549c-74d9-4694-99bc-f48edd1b92e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.824854 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.857487 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:34.866400 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Network 17b03547-d1aa-434f-848b-e97f5ebde990 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:34.869867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:34.873670 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:34.900217 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Pushing event updated for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:34.919706 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609292'] for router_interface (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.987508 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:35.081094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-326c549c-74d9-4694-99bc-f48edd1b92e1 None None] Current status of the port 347716f4-3346-439b-97c2-a271dc8c78bc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:35.115153 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.171070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks [] for port (9b323fc6-5281-4418-b95a-d000dadee492), precommit_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.200669 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-65bb82f6-da26-4721-9c46-d577aef99236 None None] Provisioning complete for port f0a706b8-07fa-40b5-b097-e681d181dbae triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:35.201045 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-65bb82f6-da26-4721-9c46-d577aef99236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.260391 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:35.266206 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9b323fc6-5281-4418-b95a-d000dadee492), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.269565 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-65bb82f6-da26-4721-9c46-d577aef99236 None None] Port f0a706b8-07fa-40b5-b097-e681d181dbae cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:35.279290 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 347716f4-3346-439b-97c2-a271dc8c78bc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:35.280273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4d30155a-7adf-4851-b588-cfbd604cb17d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:35.286865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks [] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.321655 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Attempting to bind port 9b323fc6-5281-4418-b95a-d000dadee492 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:35.322030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Attempting to bind port 9b323fc6-5281-4418-b95a-d000dadee492 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:35.322393 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Attempting to bind port 9b323fc6-5281-4418-b95a-d000dadee492 on network e32cd97d-8347-4e32-99e8-ec18fe962427 {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:35.338048 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.347249 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:35.347629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Checking segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:35.348034 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.348486 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Bound using segment: {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'} {{(pid=106861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:35.348960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.managers [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Bound port: 9b323fc6-5281-4418-b95a-d000dadee492, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f3273-e1a7-4c53-b012-16f365ec7201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}}] {{(pid=106861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:35.349340 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9b323fc6-5281-4418-b95a-d000dadee492), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.368932 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897604fe-2516-4f01-9f42-6059e75b459f None None] Pushing event updated for resources: {'Port': ['ID=9b323fc6-5281-4418-b95a-d000dadee492,revision_number=2']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:35.409566 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Pushing event updated for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:35.410651 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 4d30155a-7adf-4851-b588-cfbd604cb17d triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:35.411156 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.412870 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1609456'] for router_interface (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.415194 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] For port 9b323fc6-5281-4418-b95a-d000dadee492, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:35.452227 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] For port 9b323fc6-5281-4418-b95a-d000dadee492, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9b323fc6-5281-4418-b95a-d000dadee492,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:35.457371 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:35.500761 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9b323fc6-5281-4418-b95a-d000dadee492), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.508452 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Network 17b03547-d1aa-434f-848b-e97f5ebde990 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:35.510199 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:35.529613 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 4d30155a-7adf-4851-b588-cfbd604cb17d is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:35.548863 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:35.549499 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:35.562329 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:35.625402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897604fe-2516-4f01-9f42-6059e75b459f None None] Pushing event updated for resources: {'Port': ['ID=9b323fc6-5281-4418-b95a-d000dadee492,revision_number=3']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:35.647968 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Router b0ae89dc-2cee-4bd6-9647-edd769505a81 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:17:35.687731 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b1f9345f-de2a-402a-a07a-e3477321f05f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:35.693570 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c5114b2f-63d3-4724-999b-c1da371a03dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.767314 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:35.772496 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-791a233e-3b3b-4a2b-8480-bc51d256189b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b0ae89dc-2cee-4bd6-9647-edd769505a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238543 Sep 04 01:17:35.775394 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:35.841045 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-4cad4c62-758a-4aac-9a14-815474df4b2a None None] Provisioning complete for port f0a706b8-07fa-40b5-b097-e681d181dbae triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:35.841412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-4cad4c62-758a-4aac-9a14-815474df4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.933234 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port b1f9345f-de2a-402a-a07a-e3477321f05f triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:35.938350 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:36.019188 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-4cad4c62-758a-4aac-9a14-815474df4b2a None None] Port f0a706b8-07fa-40b5-b097-e681d181dbae cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:36.136309 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port b1f9345f-de2a-402a-a07a-e3477321f05f is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:36.137556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 347716f4-3346-439b-97c2-a271dc8c78bc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:36.185770 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f0a706b8-07fa-40b5-b097-e681d181dbae', 'name': '', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'mac_address': 'fa:16:3e:d4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:34Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 2, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'subnets': [{'id': '5539f05b-d963-48c8-bfbc-da328329106d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:36.216773 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18cbc6-0ef5-4aed-9fb5-1cebcb9d89b5 None None] The sync data for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb is: [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f0a706b8-07fa-40b5-b097-e681d181dbae', 'name': '', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'mac_address': 'fa:16:3e:d4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:34Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 2, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'subnets': [{'id': '5539f05b-d963-48c8-bfbc-da328329106d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:36.226646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 347716f4-3346-439b-97c2-a271dc8c78bc triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:36.227015 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:36.228348 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:36.307014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 347716f4-3346-439b-97c2-a271dc8c78bc is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:37.653679 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 9b323fc6-5281-4418-b95a-d000dadee492 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:37.680282 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:37.705553 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 9b323fc6-5281-4418-b95a-d000dadee492 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:37.705964 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9b323fc6-5281-4418-b95a-d000dadee492), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:37.807031 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 9b323fc6-5281-4418-b95a-d000dadee492 is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:37.807521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (9b323fc6-5281-4418-b95a-d000dadee492), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:37.830420 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port 9b323fc6-5281-4418-b95a-d000dadee492, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9b323fc6-5281-4418-b95a-d000dadee492,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:37.949640 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (9b323fc6-5281-4418-b95a-d000dadee492), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:37.989758 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ed952099-d746-4aa3-ac89-4111a12b0307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:38.014843 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=9b323fc6-5281-4418-b95a-d000dadee492,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:39.235628 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:39.617064 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 9b323fc6-5281-4418-b95a-d000dadee492 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:39.659808 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Sync routers for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:39.671434 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:39.672137 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:39.674412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port 9b323fc6-5281-4418-b95a-d000dadee492 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:39.674914 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (9b323fc6-5281-4418-b95a-d000dadee492), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:39.781901 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:39.926202 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port 9b323fc6-5281-4418-b95a-d000dadee492 is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:39.975740 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f0a706b8-07fa-40b5-b097-e681d181dbae', 'name': '', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'mac_address': 'fa:16:3e:d4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:34Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 2, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'subnets': [{'id': '5539f05b-d963-48c8-bfbc-da328329106d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:40.002540 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Checking router: b0ae89dc-2cee-4bd6-9647-edd769505a81 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:40.003068 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Updating router b0ae89dc-2cee-4bd6-9647-edd769505a81 port f0a706b8-07fa-40b5-b097-e681d181dbae binding host dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:17:40.030013 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=100 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:40.036699 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.317369 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks [] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), precommit_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.391433 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.490696 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Pushing event updated for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=3']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:40.492768 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Attempting to bind port f0a706b8-07fa-40b5-b097-e681d181dbae on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:40.493130 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Attempting to bind port f0a706b8-07fa-40b5-b097-e681d181dbae by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:40.494561 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Attempting to bind port f0a706b8-07fa-40b5-b097-e681d181dbae on network 17b03547-d1aa-434f-848b-e97f5ebde990 {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.507325 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.508061 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.508061 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.508061 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.508338 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.508650 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.509224 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.509536 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.509850 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:40.513780 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Checking agent: {'id': '5dd94289-c150-4c14-a6f3-a84a822c10b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 58, 11), 'started_at': datetime.datetime(2022, 9, 4, 0, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:40.514146 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Checking segment: {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:40.514536 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.514920 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Bound using segment: {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'} {{(pid=106862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:40.515391 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.managers [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Bound port: f0a706b8-07fa-40b5-b097-e681d181dbae, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990'}}] {{(pid=106862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:40.515762 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), before_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.578891 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] For port f0a706b8-07fa-40b5-b097-e681d181dbae, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:40.582028 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.plugins.ml2.db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] For port f0a706b8-07fa-40b5-b097-e681d181dbae, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f0a706b8-07fa-40b5-b097-e681d181dbae,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:40.663339 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron_lib.callbacks.manager [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_update {{(pid=106862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.673273 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:40.706857 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:40.707490 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:17:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:40.732785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.773731 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88ed2-1db8-4300-a7de-1d5e605f335b None None] Pushing event updated for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=4']} {{(pid=106862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:40.830311 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:40.854739 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:41.001373 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:41.062505 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f0a706b8-07fa-40b5-b097-e681d181dbae', 'name': '', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'mac_address': 'fa:16:3e:d4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:34Z', 'updated_at': '2022-09-04T01:17:40Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'subnets': [{'id': '5539f05b-d963-48c8-bfbc-da328329106d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:41.092032 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8954a21-9c4f-4f2f-917c-9e92ed4530ee None None] The sync data for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb is: [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:35Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f0a706b8-07fa-40b5-b097-e681d181dbae', 'name': '', 'network_id': '17b03547-d1aa-434f-848b-e97f5ebde990', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'mac_address': 'fa:16:3e:d4:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5539f05b-d963-48c8-bfbc-da328329106d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:34Z', 'updated_at': '2022-09-04T01:17:40Z', 'revision_number': 4, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'subnets': [{'id': '5539f05b-d963-48c8-bfbc-da328329106d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:41.667600 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f0a706b8-07fa-40b5-b097-e681d181dbae up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:41.722187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port f0a706b8-07fa-40b5-b097-e681d181dbae triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:41.722854 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.814100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port f0a706b8-07fa-40b5-b097-e681d181dbae is: DOWN; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:41.814814 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.859887 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] For port f0a706b8-07fa-40b5-b097-e681d181dbae, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f0a706b8-07fa-40b5-b097-e681d181dbae,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:41.933463 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.990054 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Pushing event updated for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:43.617269 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f0a706b8-07fa-40b5-b097-e681d181dbae up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:43.668268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Provisioning complete for port f0a706b8-07fa-40b5-b097-e681d181dbae triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:43.668712 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:43.714314 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:43.748986 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Current status of the port f0a706b8-07fa-40b5-b097-e681d181dbae is: ACTIVE; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:43.988656 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:43.991868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=50,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:45.764623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=84 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:46.713717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-433a0285-9c10-42c4-aa81-7d939dfd0e8e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:46.715149 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-433a0285-9c10-42c4-aa81-7d939dfd0e8e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 815 time: 0.1059215 Sep 04 01:17:46.729633 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-b7e14785-d10c-4209-81be-eff6b9ab19dc tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/quotas/5a4534146f2f4d5f8f2ed8a2b9d1fb3e HTTP/1.1" status: 200 len: 375 time: 0.0090609 Sep 04 01:17:46.779784 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-fc0da957-ab83-4196-bca7-59bbfb1f6ade tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445571 Sep 04 01:17:46.795236 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8acdbc04-84b1-4619-bc4e-87bf32ca1b68 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:17:46.796207 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8acdbc04-84b1-4619-bc4e-87bf32ca1b68 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057807 Sep 04 01:17:46.884328 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-52898940-f592-4cd4-b45d-f270ad092044 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827851 Sep 04 01:17:46.976112 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-7f8165d9-99c8-4c64-bd1d-50b8ad676e4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859563 Sep 04 01:17:47.303020 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dd399147-857e-48e4-bb63-d9d430973219 req-c947c03a-dd41-40b0-8609-94b5d430b40e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 210 time: 0.0287023 Sep 04 01:17:48.390014 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-5ad9257d-8d2f-4b66-b91e-3aa8fcd56734 req-2b0e0423-5179-4506-a9be-1478be7c02a0 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 210 time: 0.0299723 Sep 04 01:17:49.492183 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bfe3f351-1a18-4f06-a65f-60f1f42c3cb1 req-c5ff9ffc-a377-4aba-96d9-a852bb8114bc tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Sep 04 01:17:49.857013 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-d7b19be6-0e73-4e4e-95e0-1c47b59e1efa tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:49.858445 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-d7b19be6-0e73-4e4e-95e0-1c47b59e1efa tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 815 time: 0.1044190 Sep 04 01:17:49.876191 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'port': {'device_id': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'admin_state_up': True, 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:50.058098 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Made reservation on behalf of 5a4534146f2f4d5f8f2ed8a2b9d1fb3e for: {'port': 1} {{(pid=106860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:50.062080 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:50.191651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Allocated IP 172.20.0.12 (019e0e37-483f-4727-a430-85455566a258/48c97313-2bcf-4de7-9b9b-646a628a9c43/24f80f40-718f-4ddc-bdbd-9904e249edbb) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:50.322800 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:50.615303 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:50.629311 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:50.668093 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-061ee87e-f75c-4019-ab67-2b36727c8732 req-4766eb15-c45a-49a4-ab9e-f9fbf86039df tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 210 time: 0.0416753 Sep 04 01:17:50.755865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:50.805631 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Network 019e0e37-483f-4727-a430-85455566a258 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:50.811384 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:50.816222 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:50.867635 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:50.910808 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:50.911742 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:50.998023 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-8bd80c24-bdc8-4830-98be-4662e4c35806 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1255045 Sep 04 01:17:51.065945 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=26 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:51.068892 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-e622cd0b-fc0f-428e-9174-31d117a5c06d None None] Provisioning complete for port 24f80f40-718f-4ddc-bdbd-9904e249edbb triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:51.070015 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e622cd0b-fc0f-428e-9174-31d117a5c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:51.104273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-e622cd0b-fc0f-428e-9174-31d117a5c06d None None] Port 24f80f40-718f-4ddc-bdbd-9904e249edbb cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:51.799030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aacec-3591-4787-be73-8a6a85b4a0fe req-482f3e91-e958-4097-8832-561b80c493e6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:51.800535 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-785aacec-3591-4787-be73-8a6a85b4a0fe req-482f3e91-e958-4097-8832-561b80c493e6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0492852 Sep 04 01:17:51.853966 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-785aacec-3591-4787-be73-8a6a85b4a0fe req-214489c4-b7d9-440c-acc1-07bd999590d4 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Sep 04 01:17:52.977424 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc560b-4280-4683-b23d-11ad542ebdd1 req-c23d2c3d-9e90-420c-8d90-29b4a41b89d4 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:52.979129 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1abc560b-4280-4683-b23d-11ad542ebdd1 req-c23d2c3d-9e90-420c-8d90-29b4a41b89d4 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0484769 Sep 04 01:17:53.028472 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1abc560b-4280-4683-b23d-11ad542ebdd1 req-36233a6b-8566-42c9-b451-313c6b618101 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Sep 04 01:17:54.064989 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:17:54.152199 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e55a7b-05b5-4aa6-b899-a0fde86ae406 req-38ec9d39-8761-4bb9-bcaa-8c4dc5b97449 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:54.154901 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-87e55a7b-05b5-4aa6-b899-a0fde86ae406 req-38ec9d39-8761-4bb9-bcaa-8c4dc5b97449 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0504265 Sep 04 01:17:54.207800 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-87e55a7b-05b5-4aa6-b899-a0fde86ae406 req-05e0ee12-69e1-4b2e-9279-5031b1768877 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Sep 04 01:17:55.332262 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d129f-e8ea-47d6-9143-c6d15e6cc9bf req-2ee01f70-4d92-4d03-9591-67572a06696a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:55.336991 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c22d129f-e8ea-47d6-9143-c6d15e6cc9bf req-2ee01f70-4d92-4d03-9591-67572a06696a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0518854 Sep 04 01:17:55.383192 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c22d129f-e8ea-47d6-9143-c6d15e6cc9bf req-0fc36f06-be32-4199-ad4b-a288e19095fe tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Sep 04 01:17:56.507117 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64cd52-8b0c-4b05-85b0-412497994ddc req-298a04f5-b38a-40e6-9cf8-d5fd9f70a886 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:56.508879 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a64cd52-8b0c-4b05-85b0-412497994ddc req-298a04f5-b38a-40e6-9cf8-d5fd9f70a886 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0482571 Sep 04 01:17:56.558625 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4a64cd52-8b0c-4b05-85b0-412497994ddc req-3e85ffb4-c798-4f50-aedc-39b70ac7ba63 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Sep 04 01:17:57.720345 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe470-7511-477f-8aa7-379296071526 req-5518137d-1a48-4caf-88eb-5a154e920608 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:57.721905 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1ecfe470-7511-477f-8aa7-379296071526 req-5518137d-1a48-4caf-88eb-5a154e920608 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0620792 Sep 04 01:17:57.775441 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1ecfe470-7511-477f-8aa7-379296071526 req-abede884-51d9-4ab0-b06a-d1d506c084a5 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Sep 04 01:17:58.281370 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:58.912062 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc02b-5e90-4c97-a0f1-cd48e9b84653 req-e9a3d52f-31ec-4db1-91ed-d310c7eb7e0d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:58.913619 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f41cc02b-5e90-4c97-a0f1-cd48e9b84653 req-e9a3d52f-31ec-4db1-91ed-d310c7eb7e0d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0531254 Sep 04 01:17:58.963465 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f41cc02b-5e90-4c97-a0f1-cd48e9b84653 req-6f85494e-7783-4cd1-a5e6-b2cd83e45958 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Sep 04 01:18:00.083173 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8acd9-d61b-4905-90aa-458ec4f9a0ce req-73df22eb-acb1-4005-aeb2-f3ddada6ed26 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:00.084624 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7cd8acd9-d61b-4905-90aa-458ec4f9a0ce req-73df22eb-acb1-4005-aeb2-f3ddada6ed26 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0459023 Sep 04 01:18:00.130777 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-7cd8acd9-d61b-4905-90aa-458ec4f9a0ce req-65f4a725-2dcd-47c7-a0f6-ee5b81023a87 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Sep 04 01:18:01.248892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81015ae2-cab3-4464-9374-abe686ecd245 req-2b76c3cb-60c5-4b5c-b368-2ecad9a5c5fe tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:01.250392 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-81015ae2-cab3-4464-9374-abe686ecd245 req-2b76c3cb-60c5-4b5c-b368-2ecad9a5c5fe tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.0459435 Sep 04 01:18:01.296442 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-81015ae2-cab3-4464-9374-abe686ecd245 req-dd133001-ca95-432f-9d08-726f8ae8b9c0 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Sep 04 01:18:02.231490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Request body: {'port': {'device_id': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:02.301462 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:02.514120 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbb3b6-5848-472f-8a0d-6b63679a0ccb req-ede31ea1-729c-47b8-9a9a-8dd795b68cdc tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:02.515595 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8adbb3b6-5848-472f-8a0d-6b63679a0ccb req-ede31ea1-729c-47b8-9a9a-8dd795b68cdc tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 932 time: 0.1186383 Sep 04 01:18:02.543124 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:02.603228 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8adbb3b6-5848-472f-8a0d-6b63679a0ccb req-f933acbb-2931-4785-bec1-86d2984bb3c8 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Sep 04 01:18:02.629669 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:02.658604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f80f40-718f-4ddc-bdbd-9904e249edbb {{(pid=106860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:18:02.666211 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks [] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:02.678325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.provisioning_blocks [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Transition to ACTIVE for port object 24f80f40-718f-4ddc-bdbd-9904e249edbb will not be triggered until provisioned by entity L2. {{(pid=106860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:18:02.938522 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:02.998236 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:03.049187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Attempting to bind port 24f80f40-718f-4ddc-bdbd-9904e249edbb on host hv-cinder-maste for vnic_type normal with profile {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:18:03.049520 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Attempting to bind port 24f80f40-718f-4ddc-bdbd-9904e249edbb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:18:03.049847 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Attempting to bind port 24f80f40-718f-4ddc-bdbd-9904e249edbb on network 019e0e37-483f-4727-a430-85455566a258 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:18:03.054226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Port 24f80f40-718f-4ddc-bdbd-9904e249edbb on network 019e0e37-483f-4727-a430-85455566a258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:18:03.054532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Attempting to bind port 24f80f40-718f-4ddc-bdbd-9904e249edbb on network 019e0e37-483f-4727-a430-85455566a258 {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:18:03.059255 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:18:03.059582 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Checking segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:18:03.060724 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Bound using segment: {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'} {{(pid=106860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:18:03.061172 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.managers [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Bound port: 24f80f40-718f-4ddc-bdbd-9904e249edbb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13ddf2a-e534-4eec-82b5-ba01db3e7320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '019e0e37-483f-4727-a430-85455566a258'}}] {{(pid=106860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:18:03.061521 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:03.121891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, cleared binding levels {{(pid=106860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:18:03.125651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:18:03.211526 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:03.215697 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:03.216319 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:03.217711 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1094 time: 0.9905055 Sep 04 01:18:03.218135 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:18:03.220365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:18:03.268815 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2187-45d5-46e5-9182-77fd45a9924e service neutron] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=3']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:03.383871 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41a343e-f80b-4f05-a873-1ea1c6aad0a4 x-openstack-request-id: req-c41a343e-f80b-4f05-a873-1ea1c6aad0a4 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:18:03.384158 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:18:03.384406 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c41a343e-f80b-4f05-a873-1ea1c6aad0a4 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:18:03.384827 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41a343e-f80b-4f05-a873-1ea1c6aad0a4'] response: {'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:18:03.396915 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-61775db3-894d-4e59-84ec-9da7954d6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:03.398410 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-61775db3-894d-4e59-84ec-9da7954d6787 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0454459 Sep 04 01:18:03.448345 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-a0c61203-ed75-468b-966b-28eb2c2b4d95 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 217 time: 0.0354633 Sep 04 01:18:03.495332 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-b614363f-40cb-4e50-95eb-5bb3fb286dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:03.496738 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-b614363f-40cb-4e50-95eb-5bb3fb286dbd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0426953 Sep 04 01:18:03.538609 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-05f5456b-6e78-4d53-8ca6-30cf49c3c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:03.540056 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-05f5456b-6e78-4d53-8ca6-30cf49c3c292 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375268 Sep 04 01:18:03.598390 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:03.631317 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-2f0d0dc4-b06a-4648-be3a-381871c443e7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Sep 04 01:18:03.742219 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3b22-ae1e-4452-8f4c-f8f84a9ecbe3 req-dbbf475d-6f1e-4970-9b24-86b2702fe6e0 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:03.743645 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e63b3b22-ae1e-4452-8f4c-f8f84a9ecbe3 req-dbbf475d-6f1e-4970-9b24-86b2702fe6e0 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 944 time: 0.0629296 Sep 04 01:18:03.782063 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f1ea15c1-09af-41e3-8147-33e403e96897 req-0acc5388-6e4e-4997-aa5d-8f04d2d81f64 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450481 Sep 04 01:18:03.805431 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e63b3b22-ae1e-4452-8f4c-f8f84a9ecbe3 req-649321fd-f5bb-4019-bd72-eb450f826bd5 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555344 Sep 04 01:18:04.108418 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:04.109099 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:04.931812 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819276ff-03cc-4baf-9a79-3a2c0092f2fe req-5d429295-388b-4f65-981a-c810b1701a16 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:04.933317 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-819276ff-03cc-4baf-9a79-3a2c0092f2fe req-5d429295-388b-4f65-981a-c810b1701a16 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 944 time: 0.0510390 Sep 04 01:18:04.981323 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-819276ff-03cc-4baf-9a79-3a2c0092f2fe req-4b217b24-0b7e-4acb-a435-b45b7d193e6d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Sep 04 01:18:05.644840 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-369a9696-8d6d-497c-879e-f12b7171c1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:06.105574 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8685-f406-48d0-8b47-ab35c9e34ea0 req-31c69c7d-0188-48cd-b58b-06839a795ec6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:06.107079 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e20f8685-f406-48d0-8b47-ab35c9e34ea0 req-31c69c7d-0188-48cd-b58b-06839a795ec6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 944 time: 0.0512438 Sep 04 01:18:06.140705 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-3df3b964-9a51-49ab-a792-8113e7c98798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:06.142203 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-3df3b964-9a51-49ab-a792-8113e7c98798 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0412934 Sep 04 01:18:06.165195 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e20f8685-f406-48d0-8b47-ab35c9e34ea0 req-90264b75-bef8-48a8-9d4f-090308fc5498 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Sep 04 01:18:06.238167 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-744d3d29-7f3f-4f5f-a974-7604b27d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:06.239634 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-744d3d29-7f3f-4f5f-a974-7604b27d0e31 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.0918798 Sep 04 01:18:06.279654 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-880c1f12-7510-4aec-abaa-a98f93a59bc5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 217 time: 0.0332415 Sep 04 01:18:06.334685 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-cd69d545-fd38-4654-85d2-2e67fd43fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:06.336131 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-cd69d545-fd38-4654-85d2-2e67fd43fd27 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0518103 Sep 04 01:18:06.384596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-bf69bc56-91ff-46b8-a8ef-b3907c6c73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:06.386117 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-bf69bc56-91ff-46b8-a8ef-b3907c6c73ca service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433102 Sep 04 01:18:06.476199 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-26fcaef4-8b41-441c-b808-f5ed4ab77dac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841331 Sep 04 01:18:06.569649 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ba4514e9-b3a6-40e2-8604-5e1ae5e880c5 req-bc5e6fbc-f918-4ca5-a525-6a7c4457a549 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 Sep 04 01:18:07.281111 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1847a-e7d3-45fe-83a7-afbc61418a55 req-496ddec5-c242-4d8e-b6c6-39cdfb7f2801 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:07.282471 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c1f1847a-e7d3-45fe-83a7-afbc61418a55 req-496ddec5-c242-4d8e-b6c6-39cdfb7f2801 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 944 time: 0.0469818 Sep 04 01:18:07.301249 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:07.424010 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c1f1847a-e7d3-45fe-83a7-afbc61418a55 req-a721a268-a1ce-46cd-9357-4a505fb50dc6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Sep 04 01:18:07.755251 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 24f80f40-718f-4ddc-bdbd-9904e249edbb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:18:07.761539 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:07.788867 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:07.858057 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:18:07.884677 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'port_id': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'mac_address': 'fa:16:3e:7f:14:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:18:07.920413 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 24f80f40-718f-4ddc-bdbd-9904e249edbb is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:18:07.920827 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:07.933565 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f80f40-718f-4ddc-bdbd-9904e249edbb {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:18:07.955984 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:18:07.957765 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-b6a68b83-3e5c-4937-8b2c-c3fdf8b3fa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:08.039568 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:08.086576 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:08.451799 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['24f80f40-718f-4ddc-bdbd-9904e249edbb'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:18:08.462223 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd376b8e-590e-4223-94fa-e732b9417f75 req-68309755-9225-4829-b7bd-d8393250ef7c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:08.463725 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd376b8e-590e-4223-94fa-e732b9417f75 req-68309755-9225-4829-b7bd-d8393250ef7c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Sep 04 01:18:08.512919 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-cd376b8e-590e-4223-94fa-e732b9417f75 req-17650a17-9044-4c7f-8734-2c2570529d7a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Sep 04 01:18:09.229721 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:09.633723 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656823d-229c-49b3-b915-1bf01ce27d06 req-0c2d48ef-c7fe-46ec-bb60-96f0a2ee6dee tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:09.635173 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a656823d-229c-49b3-b915-1bf01ce27d06 req-0c2d48ef-c7fe-46ec-bb60-96f0a2ee6dee tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 945 time: 0.0461230 Sep 04 01:18:09.684876 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a656823d-229c-49b3-b915-1bf01ce27d06 req-39249182-9dc8-43d7-a207-695df10b90af tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Sep 04 01:18:09.768868 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 24f80f40-718f-4ddc-bdbd-9904e249edbb up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:18:09.811453 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port 24f80f40-718f-4ddc-bdbd-9904e249edbb completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:18:09.867751 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port 24f80f40-718f-4ddc-bdbd-9904e249edbb triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:18:09.868198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:09.946515 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port 24f80f40-718f-4ddc-bdbd-9904e249edbb is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:18:09.946899 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:09.971048 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:18:09.973275 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f288082d-bd3f-489d-bdc2-f0c2d86c2794" -d '{"events": [{"server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "name": "network-vif-plugged", "status": "completed", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:18:09.986088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:18:10.047004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:10.070791 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344df63-c0a7-4c3f-a4f8-3ade594e26b0 x-openstack-request-id: req-e344df63-c0a7-4c3f-a4f8-3ade594e26b0 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:18:10.071086 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "name": "network-vif-plugged", "status": "completed", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:18:10.071338 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e344df63-c0a7-4c3f-a4f8-3ade594e26b0 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:18:10.071729 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e344df63-c0a7-4c3f-a4f8-3ade594e26b0'] response: {'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'code': 200} Sep 04 01:18:10.073767 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:10.100955 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:10.408150 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4b398-ce03-431a-a822-ea363b0002dc req-42fdc308-3aff-4240-9054-3f7a0647b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:10.409681 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83e4b398-ce03-431a-a822-ea363b0002dc req-42fdc308-3aff-4240-9054-3f7a0647b412 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0397274 Sep 04 01:18:10.453826 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-83e4b398-ce03-431a-a822-ea363b0002dc req-fce26133-6e1b-4e52-88d5-b972a04ef741 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Sep 04 01:18:10.725573 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39d798-20c3-4fbd-9621-788d7d2c820b req-2e10cf05-1dfc-465e-9846-309faece4aa5 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:10.727084 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2f39d798-20c3-4fbd-9621-788d7d2c820b req-2e10cf05-1dfc-465e-9846-309faece4aa5 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0464385 Sep 04 01:18:10.737883 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:10.780095 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2f39d798-20c3-4fbd-9621-788d7d2c820b req-3cac6d98-d340-4216-8608-c39f034de50f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469406 Sep 04 01:18:10.811153 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642d3c-7510-4645-9f62-cd9ad43cdd23 req-9b4283bc-cf65-4615-a607-f926b3f37586 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:10.812916 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d9642d3c-7510-4645-9f62-cd9ad43cdd23 req-9b4283bc-cf65-4615-a607-f926b3f37586 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Sep 04 01:18:10.823504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:10.860792 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d9642d3c-7510-4645-9f62-cd9ad43cdd23 req-000dbebd-e287-4f27-b5ce-bf470264079c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Sep 04 01:18:11.891621 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:11.902848 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeb5d7-b7de-4222-a4ac-890ba85b1050 req-e6d9d412-e53e-4708-90f6-5d7d564f55b2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:11.904304 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-72eeb5d7-b7de-4222-a4ac-890ba85b1050 req-e6d9d412-e53e-4708-90f6-5d7d564f55b2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0480497 Sep 04 01:18:11.954185 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-72eeb5d7-b7de-4222-a4ac-890ba85b1050 req-1b12ff53-04be-459b-b7a1-4ecab77a144d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Sep 04 01:18:11.983449 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b06e-033f-4dc8-ac68-17d292cd7e01 req-ba5f73bb-ecd4-47cf-b21b-1f5647b4dc15 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:11.984945 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9247b06e-033f-4dc8-ac68-17d292cd7e01 req-ba5f73bb-ecd4-47cf-b21b-1f5647b4dc15 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0469272 Sep 04 01:18:12.031579 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9247b06e-033f-4dc8-ac68-17d292cd7e01 req-8e422eb7-754f-4294-8a43-90cbf871c362 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Sep 04 01:18:13.073896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974b43-ba7d-4861-8a72-1cb8d0d2357b req-fb3fd0fa-f26d-4f9d-af1b-12768ad7b75b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:13.075348 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-34974b43-ba7d-4861-8a72-1cb8d0d2357b req-fb3fd0fa-f26d-4f9d-af1b-12768ad7b75b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0465612 Sep 04 01:18:13.123798 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-34974b43-ba7d-4861-8a72-1cb8d0d2357b req-d9be2ae6-cd3d-471a-90b7-a19c650eb899 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Sep 04 01:18:13.145257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:13.155734 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73b69-a3d3-4e8b-b4b8-df28ccd6d2ad req-d3a0a9cd-951d-456e-8206-8266b0d917f4 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:13.160607 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-76d73b69-a3d3-4e8b-b4b8-df28ccd6d2ad req-d3a0a9cd-951d-456e-8206-8266b0d917f4 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0508909 Sep 04 01:18:13.204499 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-76d73b69-a3d3-4e8b-b4b8-df28ccd6d2ad req-38fec5fc-c3e2-4579-b8b7-2e9b4bec26f1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Sep 04 01:18:13.324555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84ffd5-fa8d-4f08-b228-1c0c5d06924b req-b3ff0b06-25a1-4ff4-9a10-5d590075463c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:13.326647 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b84ffd5-fa8d-4f08-b228-1c0c5d06924b req-b3ff0b06-25a1-4ff4-9a10-5d590075463c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0498841 Sep 04 01:18:13.373689 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b84ffd5-fa8d-4f08-b228-1c0c5d06924b req-1bed5218-5e75-4a8e-a4a9-34845402d623 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Sep 04 01:18:13.695311 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc54fdf-6021-42ba-84a5-85cecdaf68be req-f4bc6b60-4718-4ac5-b8e1-c6d29323a3d1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:13.696764 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1dc54fdf-6021-42ba-84a5-85cecdaf68be req-f4bc6b60-4718-4ac5-b8e1-c6d29323a3d1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0455031 Sep 04 01:18:13.742847 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-1dc54fdf-6021-42ba-84a5-85cecdaf68be req-d30c08a7-bccc-4ddb-9309-f4d0709387ff tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Sep 04 01:18:14.209192 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:14.248738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6d1d-16f2-4d48-b63a-e5daff961c85 req-92cbfd2c-123f-43bc-83e8-f23bc320b14b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:14.250219 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc5a6d1d-16f2-4d48-b63a-e5daff961c85 req-92cbfd2c-123f-43bc-83e8-f23bc320b14b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0504124 Sep 04 01:18:14.298739 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fc5a6d1d-16f2-4d48-b63a-e5daff961c85 req-bd0a50cd-07e8-40a1-a4c7-eb0857c34850 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Sep 04 01:18:15.422296 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6d03-3262-412f-8bc6-31d0ec2d377a req-dd8bc849-9390-4cb0-8e09-da3f148fadb9 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:15.423803 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9bfa6d03-3262-412f-8bc6-31d0ec2d377a req-dd8bc849-9390-4cb0-8e09-da3f148fadb9 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0485902 Sep 04 01:18:15.475992 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9bfa6d03-3262-412f-8bc6-31d0ec2d377a req-9fcf2756-12f3-4da8-9bd0-6c63eed03b2c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 Sep 04 01:18:16.753151 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef2641-37ae-462c-bee9-63b3510ccdeb req-3fbab9d7-6204-4d6a-ad6c-940614ae1413 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:16.754981 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-26ef2641-37ae-462c-bee9-63b3510ccdeb req-3fbab9d7-6204-4d6a-ad6c-940614ae1413 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0506496 Sep 04 01:18:16.804877 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-26ef2641-37ae-462c-bee9-63b3510ccdeb req-4089b8a9-8b18-47de-852c-2c3175e42378 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 Sep 04 01:18:17.937601 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f17df-b34c-4a2d-9678-83d2be471228 req-0b9c5b5d-79dd-41b4-9a40-d95035ed85dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:17.939050 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f11f17df-b34c-4a2d-9678-83d2be471228 req-0b9c5b5d-79dd-41b4-9a40-d95035ed85dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0481484 Sep 04 01:18:17.990062 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f11f17df-b34c-4a2d-9678-83d2be471228 req-3cf28f1b-1663-4764-8cbe-2e034766d726 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Sep 04 01:18:18.760110 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9d80-b1d4-4192-b8dc-97d10dec2847 req-cd9de6b5-68d0-4c4c-9c90-ee76b89d8b9f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:18.761507 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dc5b9d80-b1d4-4192-b8dc-97d10dec2847 req-cd9de6b5-68d0-4c4c-9c90-ee76b89d8b9f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0462763 Sep 04 01:18:18.808682 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-dc5b9d80-b1d4-4192-b8dc-97d10dec2847 req-16c13288-4076-400f-bab3-cfa5dfd27940 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Sep 04 01:18:18.837603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40840) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:18.920888 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe57b0-9549-4b3b-8c34-e5a36fe46212 tempest-TestMinimumBasicScenario-1662290900 tempest-TestMinimumBasicScenario-1662290900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:18.922387 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-00fe57b0-9549-4b3b-8c34-e5a36fe46212 tempest-TestMinimumBasicScenario-1662290900 tempest-TestMinimumBasicScenario-1662290900-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1125 time: 0.0837765 Sep 04 01:18:18.925283 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40844) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:18.929391 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'port_id': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:19.052761 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:19.113895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0c425-d5e5-4dec-bd37-d2771b140681 req-92703f21-97d8-4d68-a321-162d01a92d4a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:19.115374 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-49b0c425-d5e5-4dec-bd37-d2771b140681 req-92703f21-97d8-4d68-a321-162d01a92d4a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0480728 Sep 04 01:18:19.126759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:19.132320 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:19.164037 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-49b0c425-d5e5-4dec-bd37-d2771b140681 req-4a21b8bd-c660-4a1f-b8e9-0c1c46775616 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Sep 04 01:18:19.218416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:19.241169 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Allocated IP 172.37.6.153 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/ebca8aab-9f2b-4615-9299-6c9ec3ba0b81) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:18:19.345590 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:19.445361 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:19.485734 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:18:19.490516 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:18:19.494842 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:18:19.497879 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'Port': ['ID=ebca8aab-9f2b-4615-9299-6c9ec3ba0b81,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:19.821975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:19.840574 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for floatingip (9e60f8bc-37b3-470c-a76b-6164f18a5a98), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:19.983679 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:20.132154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:20.201655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:20.296747 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'Port': ['ID=ebca8aab-9f2b-4615-9299-6c9ec3ba0b81,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:20.307037 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (9e60f8bc-37b3-470c-a76b-6164f18a5a98), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:20.310811 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:20.346583 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4330b6c-9119-41e2-b7a3-4db52db32a0c req-625fca7d-ff51-4a09-80d5-91387902520d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:20.348046 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4330b6c-9119-41e2-b7a3-4db52db32a0c req-625fca7d-ff51-4a09-80d5-91387902520d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.1048632 Sep 04 01:18:20.442048 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.l3_db [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Floating IP 9e60f8bc-37b3-470c-a76b-6164f18a5a98 associated. External IP: 172.37.6.153, port: 24f80f40-718f-4ddc-bdbd-9904e249edbb. Sep 04 01:18:20.446477 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4330b6c-9119-41e2-b7a3-4db52db32a0c req-f4ab596f-aa54-484f-8b5a-bc6934197752 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890257 Sep 04 01:18:20.641906 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Router 32b7b2e8-2204-4f22-aa52-96d574492003 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:18:20.662785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:20.753550 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:20.760845 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:20.995430 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:18:21.005906 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67604335-3125-4b61-aca6-61d59114623b None None] Sync routers for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:18:21.006847 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:21.016301 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:18:21.016949 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:18:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:18:21.122060 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:18:21.128535 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.160398 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-cbaae040-13ce-4423-b341-64f814451f6e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2341077 Sep 04 01:18:21.161030 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:18:21.163291 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9144dbea-ec5f-410a-933f-865575a60590" -d '{"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:18:21.163461 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40850) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:21.168646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045546846', 'description': 'tempest-secgroup-smoke-2045546846 description', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:21.202834 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f5655-8bcd-4d21-a53d-fb46c9e22712 x-openstack-request-id: req-319f5655-8bcd-4d21-a53d-fb46c9e22712 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:18:21.203128 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:18:21.203380 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-319f5655-8bcd-4d21-a53d-fb46c9e22712 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:18:21.203873 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319f5655-8bcd-4d21-a53d-fb46c9e22712'] response: {'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:18:21.264673 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.305509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144dbea-ec5f-410a-933f-865575a60590 req-551ebb21-1a55-46c5-984f-95e7a33d4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:21.306987 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-551ebb21-1a55-46c5-984f-95e7a33d4534 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0397015 Sep 04 01:18:21.335382 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (865ddf48-1bb2-4f24-b046-cd65ff819c7b), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.346198 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9e60f8bc-37b3-470c-a76b-6164f18a5a98', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'floating_ip_address': '172.37.6.153', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'port_id': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'mac_address': 'fa:16:3e:7f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:18:19Z', 'updated_at': '2022-09-04T01:18:19Z', 'revision_number': 0, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:18:21.375329 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67604335-3125-4b61-aca6-61d59114623b None None] Checking router: 32b7b2e8-2204-4f22-aa52-96d574492003 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:18:21.384100 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:18:21.384795 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:18:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:18:21.405684 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144dbea-ec5f-410a-933f-865575a60590 req-0502bdde-a121-4a08-b234-c4358281c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:21.406823 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (865ddf48-1bb2-4f24-b046-cd65ff819c7b), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.407140 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-0502bdde-a121-4a08-b234-c4358281c8f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.0941775 Sep 04 01:18:21.437711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865ddf48-1bb2-4f24-b046-cd65ff819c7b,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:21.445284 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.445799 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.446234 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.446664 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.447081 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.447501 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.447924 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.448331 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.448949 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.449467 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.449794 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.450118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.451193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.451523 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.452009 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:21.476516 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-325670f3-8022-4e90-b106-513def7ec8fd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1000 time: 0.0629957 Sep 04 01:18:21.489358 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:18:21.493515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.498251 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-e0a766c7-f585-4bfe-b209-2c9e74ecb098 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3301723 Sep 04 01:18:21.498494 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40856) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:21.503005 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:21.601940 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144dbea-ec5f-410a-933f-865575a60590 req-bff455bf-8245-4033-b134-63183e10226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:21.603380 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-bff455bf-8245-4033-b134-63183e10226f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0881450 Sep 04 01:18:21.609519 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fa6d4-c336-4579-9510-f3dcd1d910f9 req-287222a7-6aa5-420b-97c2-2b7cb24b8d00 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:21.610877 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-181fa6d4-c336-4579-9510-f3dcd1d910f9 req-287222a7-6aa5-420b-97c2-2b7cb24b8d00 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0831931 Sep 04 01:18:21.669788 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (ce0e60b8-0a34-4861-ab30-51472337a93f), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.707646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-67604335-3125-4b61-aca6-61d59114623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9e60f8bc-37b3-470c-a76b-6164f18a5a98', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'floating_ip_address': '172.37.6.153', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'port_id': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'mac_address': 'fa:16:3e:7f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:18:19Z', 'updated_at': '2022-09-04T01:18:19Z', 'revision_number': 0, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:18:21.708954 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144dbea-ec5f-410a-933f-865575a60590 req-a24f0007-3aea-4d92-bf61-e70f1697ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:21.710450 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-a24f0007-3aea-4d92-bf61-e70f1697ee5c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0858862 Sep 04 01:18:21.720694 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-181fa6d4-c336-4579-9510-f3dcd1d910f9 req-d3c303e0-9af1-4f7b-80d5-ce910579b442 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039715 Sep 04 01:18:21.733785 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67604335-3125-4b61-aca6-61d59114623b None None] The sync data for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb is: [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9e60f8bc-37b3-470c-a76b-6164f18a5a98', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'floating_ip_address': '172.37.6.153', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'port_id': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'mac_address': 'fa:16:3e:7f:14:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:18:19Z', 'updated_at': '2022-09-04T01:18:19Z', 'revision_number': 0, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:18:21.789321 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:21.811300 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (ce0e60b8-0a34-4861-ab30-51472337a93f), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.843220 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-e401d151-f543-4ec3-81c1-552cf6e4e826 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215973 Sep 04 01:18:21.929286 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (ce0e60b8-0a34-4861-ab30-51472337a93f), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:21.944862 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46bdcf-ea08-4f07-9fbd-b1ad15a93547 None None] New status for floating IP 9e60f8bc-37b3-470c-a76b-6164f18a5a98: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:18:21.962406 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0e60b8-0a34-4861-ab30-51472337a93f,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:21.965657 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9144dbea-ec5f-410a-933f-865575a60590 req-54595c36-9b3e-4665-b61a-35e383c74c62 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169646 Sep 04 01:18:22.066205 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.067332 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ff72e799-ff85-43f8-82c7-4d7719749893 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677955 Sep 04 01:18:22.070230 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40858) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:22.074832 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:22.090180 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:22.183892 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (e2f34cbb-0626-4690-b2f5-35268c789819), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.243936 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (e2f34cbb-0626-4690-b2f5-35268c789819), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.296564 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (e2f34cbb-0626-4690-b2f5-35268c789819), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.317142 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f34cbb-0626-4690-b2f5-35268c789819,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:22.374688 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.375924 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-13d618e6-d926-499f-9f17-aff997001529 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047547 Sep 04 01:18:22.378928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40860) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:22.383210 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:22.462905 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (fab51e49-a2a6-4aa9-bbd8-f61df83aab6b), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.520260 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (fab51e49-a2a6-4aa9-bbd8-f61df83aab6b), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.578108 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (fab51e49-a2a6-4aa9-bbd8-f61df83aab6b), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.599762 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab51e49-a2a6-4aa9-bbd8-f61df83aab6b,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:22.682602 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.683794 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f05fdfeb-8564-4bee-9ef3-924f9dd5679b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039658 Sep 04 01:18:22.687416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40862) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:22.691784 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:22.789273 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (d10f1487-20b3-49d7-b4fb-d349c233ee24), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.850473 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (d10f1487-20b3-49d7-b4fb-d349c233ee24), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.854895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b9dc-1506-43ec-a191-19155cbe1f2d req-56f549cc-e47b-4bdc-a0cc-18d2be8860d3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:22.856386 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5851b9dc-1506-43ec-a191-19155cbe1f2d req-56f549cc-e47b-4bdc-a0cc-18d2be8860d3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0494821 Sep 04 01:18:22.902687 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-5851b9dc-1506-43ec-a191-19155cbe1f2d req-4b97dd7b-6202-4b55-9058-ecf48af1ba41 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Sep 04 01:18:22.926765 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (d10f1487-20b3-49d7-b4fb-d349c233ee24), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:22.946928 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10f1487-20b3-49d7-b4fb-d349c233ee24,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:23.007432 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.008939 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d9f913c5-7c85-4230-a093-7e3d388857da tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205903 Sep 04 01:18:23.011690 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 40868) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:23.016701 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:23.096931 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.db.securitygroups_db [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Project 5a4534146f2f4d5f8f2ed8a2b9d1fb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:18:23.102706 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (40eb6cec-6a74-4689-b05b-e4f38e5db984), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.162183 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (40eb6cec-6a74-4689-b05b-e4f38e5db984), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.222171 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (40eb6cec-6a74-4689-b05b-e4f38e5db984), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.241794 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb6cec-6a74-4689-b05b-e4f38e5db984,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:23.298498 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37563f-8084-478e-b702-e6af88fb935c req-3e410f1d-fce1-47d7-bc0d-de39a2cc9307 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.298765 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.300568 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6c37563f-8084-478e-b702-e6af88fb935c req-3e410f1d-fce1-47d7-bc0d-de39a2cc9307 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0487053 Sep 04 01:18:23.303367 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 40872) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:18:23.303810 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-2d136459-a2da-478c-8b72-d0bc8dd05769 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2909169 Sep 04 01:18:23.307636 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'security_group_rule': {'security_group_id': '865ddf48-1bb2-4f24-b046-cd65ff819c7b', 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:23.365706 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6c37563f-8084-478e-b702-e6af88fb935c req-2b73f464-8aee-47eb-b6e7-0ebfad4c3136 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527258 Sep 04 01:18:23.418047 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.securitygroups_db [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Project 5a4534146f2f4d5f8f2ed8a2b9d1fb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:18:23.423871 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (f94fc350-ff35-4073-b617-c5914cf07073), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.438144 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-1751b0ab-8f5b-49e1-b44b-8dc5d2f2a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.439697 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-1751b0ab-8f5b-49e1-b44b-8dc5d2f2a229 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0402346 Sep 04 01:18:23.466737 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:23.487798 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (f94fc350-ff35-4073-b617-c5914cf07073), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.534073 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-016189f1-dfcf-4814-973a-4f313bd8acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.535527 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-016189f1-dfcf-4814-973a-4f313bd8acb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0903065 Sep 04 01:18:23.555256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (f94fc350-ff35-4073-b617-c5914cf07073), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.574611 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94fc350-ff35-4073-b617-c5914cf07073,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:23.601962 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-f4ddfea8-b69f-4ac7-a231-bb67269f631d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1001 time: 0.0596275 Sep 04 01:18:23.651127 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-96d9824c-61ba-45e5-9f96-0b5b64348c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.652486 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-96d9824c-61ba-45e5-9f96-0b5b64348c7f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0442514 Sep 04 01:18:23.654361 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:23.655605 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8cb0a477-c85f-4550-bc13-c57e4aeae292 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513165 Sep 04 01:18:23.690576 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:23.698287 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-ee5fee93-c38c-40d8-b33c-769cc03a99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.699955 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-ee5fee93-c38c-40d8-b33c-769cc03a99d4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409222 Sep 04 01:18:23.808843 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f752f817-3938-42d4-a572-5d7724a75f09 req-0aa2b1a2-22fc-43fc-be44-54664fe93aa8 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2045546846&fields=id&tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e HTTP/1.1" status: 200 len: 267 time: 0.1060359 Sep 04 01:18:23.864359 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-ae1d325e-fd44-436e-807d-efecb2646567 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547298 Sep 04 01:18:23.874714 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f817-3938-42d4-a572-5d7724a75f09 req-d896ae19-5a43-4b4f-ac3e-29f10c8c0803 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:23.876064 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f752f817-3938-42d4-a572-5d7724a75f09 req-d896ae19-5a43-4b4f-ac3e-29f10c8c0803 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0612993 Sep 04 01:18:23.889737 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'port': {'security_groups': ['55ffd16d-54e5-4723-86c8-f8217520e88a', '865ddf48-1bb2-4f24-b046-cd65ff819c7b']}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:18:24.018210 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:24.023869 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8ed4e786-534e-4a4e-91a7-7feb437d40db req-b8ba439c-1b4a-4ba1-8365-5b0ef3aa35b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469452 Sep 04 01:18:24.207313 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:18:24.236352 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:24.292102 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:24.300891 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:24.301479 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:24.302814 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f752f817-3938-42d4-a572-5d7724a75f09 req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "PUT /networking/v2.0/ports/24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 982 time: 0.4187357 Sep 04 01:18:24.308635 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:18:24.308635 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a5e3007a23d48f3070d72c7a988e102d073ad2e9e3bc9532271427ad3fa2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f4dd20-b093-456d-86dc-5fb7b425ab71" -d '{"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:18:24.327937 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['24f80f40-718f-4ddc-bdbd-9904e249edbb'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:18:24.365015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b782dd41-3622-444d-8536-1eff75ef8181 x-openstack-request-id: req-b782dd41-3622-444d-8536-1eff75ef8181 {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:18:24.365855 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:18:24.366108 dv-cinder-master-3-smb neutron-server[106860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b782dd41-3622-444d-8536-1eff75ef8181 {{(pid=106860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:18:24.366504 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b782dd41-3622-444d-8536-1eff75ef8181'] response: {'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:18:24.378680 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=6']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:18:24.386650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.386992 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.387327 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.387700 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.388172 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.388587 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.388954 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.389258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.389580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.389898 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.390215 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.390530 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.390843 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.391156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.391465 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1793a-05f7-43b4-9731-d9d81d8feea1 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:18:24.430230 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dadbaa-084a-40e7-840e-174e50b48352 req-4a5fefcb-fd08-44f4-a655-61deee75396e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:24.437501 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d9dadbaa-084a-40e7-840e-174e50b48352 req-4a5fefcb-fd08-44f4-a655-61deee75396e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0660913 Sep 04 01:18:24.466915 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:24.485754 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['24f80f40-718f-4ddc-bdbd-9904e249edbb'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:18:24.495099 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:24.501780 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-d9dadbaa-084a-40e7-840e-174e50b48352 req-e903c5b0-4d71-49c4-8b1f-9f5e57a22145 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631840 Sep 04 01:18:24.510416 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-efbdeff6-ee64-4302-855b-d8fe094a0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:24.511584 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-efbdeff6-ee64-4302-855b-d8fe094a0d1f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1169 time: 0.0789473 Sep 04 01:18:24.547200 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207501-e69b-49ce-a02e-eccb2a3fb38f req-43e7d250-e6f0-43e5-ad6a-f70459e6e0da tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:24.548769 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-73207501-e69b-49ce-a02e-eccb2a3fb38f req-43e7d250-e6f0-43e5-ad6a-f70459e6e0da tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0844526 Sep 04 01:18:24.577425 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:24.654474 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-73207501-e69b-49ce-a02e-eccb2a3fb38f req-5034d83a-9f2d-4c3c-93e2-4ddafe86e6e8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734746 Sep 04 01:18:24.657365 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-222c2eb4-ced7-47e6-a114-7ff758cce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:24.658734 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-222c2eb4-ced7-47e6-a114-7ff758cce0ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.1388803 Sep 04 01:18:24.916640 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:24.922389 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:24.943669 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:25.327730 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-871b206e-7e92-4882-8347-44ca41b9f138 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1002 time: 0.0555978 Sep 04 01:18:25.370729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:25.379872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-e614551d-5b31-49d4-be44-48308014549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:25.381296 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-e614551d-5b31-49d4-be44-48308014549d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0459893 Sep 04 01:18:25.424161 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-9fbcbade-858e-4327-9adb-140a7d8eb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:25.425618 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-9fbcbade-858e-4327-9adb-140a7d8eb4a7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383489 Sep 04 01:18:25.515274 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-c2997cd8-ed3a-4f59-a230-857c36e5600a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824332 Sep 04 01:18:25.604780 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-f0f4dd20-b093-456d-86dc-5fb7b425ab71 req-9d0b76cb-eb74-4a4e-9da1-e42d4736c90e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837584 Sep 04 01:18:25.776512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89769d-3913-4675-b6c5-91bbb69e3eaf req-e28041f8-d38a-46a3-9a13-7727772f14d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:25.777867 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4d89769d-3913-4675-b6c5-91bbb69e3eaf req-e28041f8-d38a-46a3-9a13-7727772f14d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0474815 Sep 04 01:18:25.828109 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4d89769d-3913-4675-b6c5-91bbb69e3eaf req-2cf723a7-053c-4f0a-9f13-3ca8b42ebf5f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441139 Sep 04 01:18:28.267841 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:31.065690 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:18:31.639937 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-a91d95f0-84e8-4642-afdc-ece544aeab2a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393236 Sep 04 01:18:31.741485 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775913b3-c208-4166-8f58-703e2933703c req-7a5951e1-5d9f-4c06-9a9c-f10ff93a4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:31.742911 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-7a5951e1-5d9f-4c06-9a9c-f10ff93a4de7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0381420 Sep 04 01:18:31.846596 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775913b3-c208-4166-8f58-703e2933703c req-9d917900-54cd-49e5-bf3e-127a108f3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:31.847939 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-9d917900-54cd-49e5-bf3e-127a108f3470 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0876811 Sep 04 01:18:31.912436 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-8dbebed8-649e-4d89-80c2-477d5a8ab734 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1001 time: 0.0582273 Sep 04 01:18:31.959657 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775913b3-c208-4166-8f58-703e2933703c req-bf2717f0-6597-45de-8e78-b771955830c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:31.961080 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-bf2717f0-6597-45de-8e78-b771955830c5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0433831 Sep 04 01:18:32.004127 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775913b3-c208-4166-8f58-703e2933703c req-ba406745-5f6b-4a4c-bf95-ee5a290c11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:32.005641 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-ba406745-5f6b-4a4c-bf95-ee5a290c11d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383749 Sep 04 01:18:32.098922 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-83b3f535-a1f5-4ee6-b4a6-358374e2c055 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864861 Sep 04 01:18:32.141953 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:32.188512 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-775913b3-c208-4166-8f58-703e2933703c req-ca3e45c7-c502-4312-b139-987ee98c167c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836771 Sep 04 01:18:35.615963 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d1b63065-5d52-46a7-a3ab-5d972a7653f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:35.814125 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=8 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:35.824128 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=10 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:37.942104 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e511c731-a564-46e6-a27b-3761b5f32454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:39.216960 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:40.714948 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:40.817769 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:41.060625 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:42.183817 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=92 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:42.185745 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=66 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:50.665942 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:50.762964 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:50.766674 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:58.274820 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:05.627224 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-03f00d49-0a5b-441d-8e15-13ee3c558b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:05.735805 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=14 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:05.740276 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=18 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:07.947094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8e9f700e-1428-412a-80fe-a28c1e244948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:08.064249 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:19:09.233025 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:10.770179 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:10.838644 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:18.060519 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:20.758971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:20.763889 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:20.765644 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:22.924388 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76a137-8f15-45e9-94a3-6d4e028742db req-ecbe306e-3cdb-417a-886f-c1b7b9f95f9a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:22.925876 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9f76a137-8f15-45e9-94a3-6d4e028742db req-ecbe306e-3cdb-417a-886f-c1b7b9f95f9a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0470343 Sep 04 01:19:22.976404 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9f76a137-8f15-45e9-94a3-6d4e028742db req-09d11b91-351a-4c68-8783-8140a263bfc8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Sep 04 01:19:24.099709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276753f-9420-4337-a945-af90fd5e24ad req-b6b5a791-b40c-4da3-83c6-204734fedb0b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:24.101202 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6276753f-9420-4337-a945-af90fd5e24ad req-b6b5a791-b40c-4da3-83c6-204734fedb0b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0465388 Sep 04 01:19:24.147563 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6276753f-9420-4337-a945-af90fd5e24ad req-4a4dc2ff-a229-46d0-8a1d-c2cc8c9c80f7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Sep 04 01:19:25.268878 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26dded-992e-4bbd-8ccb-30d1e58f8c37 req-7ae010d3-11d4-4064-8e11-1702f59b14df tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.270369 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed26dded-992e-4bbd-8ccb-30d1e58f8c37 req-7ae010d3-11d4-4064-8e11-1702f59b14df tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0470493 Sep 04 01:19:25.319699 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-ed26dded-992e-4bbd-8ccb-30d1e58f8c37 req-70d9d7cf-4586-4bdf-87ee-c7e116ddc2c2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Sep 04 01:19:25.368441 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b9d5a-dc47-484c-9e73-56196ba881cc req-0c29eb57-3aed-4bd6-928a-f8a5b06e6e7b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.369922 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eb0b9d5a-dc47-484c-9e73-56196ba881cc req-0c29eb57-3aed-4bd6-928a-f8a5b06e6e7b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0489664 Sep 04 01:19:25.432882 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-eb0b9d5a-dc47-484c-9e73-56196ba881cc req-7874ec75-b549-4b7c-a396-a95316703ef8 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572090 Sep 04 01:19:25.470661 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2580-60c4-41c9-b346-ced35f02d491 req-1daac65a-8480-4f62-b37d-7b971ab3811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.472100 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-1daac65a-8480-4f62-b37d-7b971ab3811b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1169 time: 0.0384011 Sep 04 01:19:25.565299 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2580-60c4-41c9-b346-ced35f02d491 req-fc0c941e-b14a-4e29-aaaf-8123e5c88e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.566711 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-fc0c941e-b14a-4e29-aaaf-8123e5c88e92 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.0885713 Sep 04 01:19:25.627646 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-ce654f73-c953-4004-b873-20f33f46a266 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1002 time: 0.0542996 Sep 04 01:19:25.678076 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2580-60c4-41c9-b346-ced35f02d491 req-acf634f3-88c8-4f35-af71-c85f350acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.679462 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-acf634f3-88c8-4f35-af71-c85f350acecc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0456905 Sep 04 01:19:25.722850 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2580-60c4-41c9-b346-ced35f02d491 req-1ac7e1df-3f38-40a9-b9a7-14be67f9f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:25.724571 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-1ac7e1df-3f38-40a9-b9a7-14be67f9f80b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387774 Sep 04 01:19:25.814545 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-b421aad4-f7c1-40b8-b312-db12e01b643f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838218 Sep 04 01:19:25.903746 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-268a2580-60c4-41c9-b346-ced35f02d491 req-d6354917-465e-4b13-bb1a-6f78214cece7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829170 Sep 04 01:19:26.444045 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ff2c-5169-4789-aa5d-53dac4b17cdc req-cab771b3-5541-4704-a808-b19030714f89 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:26.445512 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dc43ff2c-5169-4789-aa5d-53dac4b17cdc req-cab771b3-5541-4704-a808-b19030714f89 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0483198 Sep 04 01:19:26.492615 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-dc43ff2c-5169-4789-aa5d-53dac4b17cdc req-9c8ecc77-644f-4d48-9ec3-f427cce8be10 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Sep 04 01:19:26.557304 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5a885-c7db-4c29-82c7-debcda72b960 req-39e597bd-3762-4db2-8b9a-f83d30f0505a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:26.558782 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-38a5a885-c7db-4c29-82c7-debcda72b960 req-39e597bd-3762-4db2-8b9a-f83d30f0505a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0469806 Sep 04 01:19:26.617259 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-38a5a885-c7db-4c29-82c7-debcda72b960 req-fbe19ddd-c04f-473d-a300-18f033b97b51 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524900 Sep 04 01:19:27.619542 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557165bf-2689-4ac7-b373-f11d6c37dab1 req-43794c3a-5449-42ae-bb14-2e4c28dfbf32 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:27.621006 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-557165bf-2689-4ac7-b373-f11d6c37dab1 req-43794c3a-5449-42ae-bb14-2e4c28dfbf32 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0474241 Sep 04 01:19:27.668186 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-557165bf-2689-4ac7-b373-f11d6c37dab1 req-763eb20d-a13b-405c-91f6-c93bc657b688 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Sep 04 01:19:27.742267 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daab15-0525-43ea-8310-bf71ee8309f3 req-9a898cf7-6fca-40ab-9fab-645740d183d8 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:27.743728 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-16daab15-0525-43ea-8310-bf71ee8309f3 req-9a898cf7-6fca-40ab-9fab-645740d183d8 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0504107 Sep 04 01:19:27.803363 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-16daab15-0525-43ea-8310-bf71ee8309f3 req-f605606c-5892-4374-a625-f2c0546754a0 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538731 Sep 04 01:19:28.320117 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:28.787474 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f753-2497-41ee-8200-ea8cfed94c05 req-5ce17dfd-3303-43d5-9fb5-5bf6ee2ccffc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:28.788959 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bfb3f753-2497-41ee-8200-ea8cfed94c05 req-5ce17dfd-3303-43d5-9fb5-5bf6ee2ccffc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0466576 Sep 04 01:19:28.839580 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bfb3f753-2497-41ee-8200-ea8cfed94c05 req-fd0bfd64-1de5-4844-ac4b-3922d42a4fc3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Sep 04 01:19:28.923500 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e8cd-bd89-48f6-9ee2-6ee257f93c83 req-c7cd01d8-1426-424c-9945-a30756551ea5 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:28.925000 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8f35e8cd-bd89-48f6-9ee2-6ee257f93c83 req-c7cd01d8-1426-424c-9945-a30756551ea5 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0470114 Sep 04 01:19:28.984060 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-8f35e8cd-bd89-48f6-9ee2-6ee257f93c83 req-a9b3cc97-f0a8-44e4-aa36-4cd2da3d63ee tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527873 Sep 04 01:19:29.964355 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184910d0-700c-456f-89b1-cf991747aa19 req-26097765-682a-465d-808e-e6143d95d441 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:29.965838 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-184910d0-700c-456f-89b1-cf991747aa19 req-26097765-682a-465d-808e-e6143d95d441 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0474932 Sep 04 01:19:30.013551 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-184910d0-700c-456f-89b1-cf991747aa19 req-980a06ce-60b8-4cef-bb6d-8d8374a0958b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Sep 04 01:19:30.089987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:30.092648 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:30.107943 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874a32-df21-4331-8573-36813949c6d0 req-1f168927-6620-4301-8523-8e2878d36d87 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:30.109406 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-87874a32-df21-4331-8573-36813949c6d0 req-1f168927-6620-4301-8523-8e2878d36d87 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0496156 Sep 04 01:19:30.170370 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-87874a32-df21-4331-8573-36813949c6d0 req-cba34f7d-1b16-464f-898a-4fa01fa88689 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545957 Sep 04 01:19:31.133194 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1306-e3c6-423c-9127-d7c09586ee92 req-6ae863f4-03b5-420b-856d-cdc31e8219b0 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.134646 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-00bb1306-e3c6-423c-9127-d7c09586ee92 req-6ae863f4-03b5-420b-856d-cdc31e8219b0 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0459166 Sep 04 01:19:31.181158 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-00bb1306-e3c6-423c-9127-d7c09586ee92 req-38aaf56a-119c-4a7c-9558-51c6b31b328a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Sep 04 01:19:31.289518 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d095279-a9c2-4680-86c6-891caff019bc req-1cf7c3bd-2df6-4cab-b77b-690142dcc952 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.290936 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6d095279-a9c2-4680-86c6-891caff019bc req-1cf7c3bd-2df6-4cab-b77b-690142dcc952 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0457640 Sep 04 01:19:31.349917 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6d095279-a9c2-4680-86c6-891caff019bc req-64628a41-520e-4c2a-a6f4-d719b4517833 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532701 Sep 04 01:19:32.304249 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64c64-fe0a-4bc0-b13f-c6f4572fee84 req-c907956e-4da6-496e-8228-f220750da347 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:32.305730 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e9f64c64-fe0a-4bc0-b13f-c6f4572fee84 req-c907956e-4da6-496e-8228-f220750da347 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0494065 Sep 04 01:19:32.351629 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e9f64c64-fe0a-4bc0-b13f-c6f4572fee84 req-46e20817-3736-4077-a9a4-44db90b6018d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Sep 04 01:19:32.470525 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedbdd-0406-4f54-88f7-63d3ee8dcc34 req-9b9eae82-cb38-4a66-b18e-54db7d5ceb11 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:32.471900 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2eeedbdd-0406-4f54-88f7-63d3ee8dcc34 req-9b9eae82-cb38-4a66-b18e-54db7d5ceb11 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0475569 Sep 04 01:19:32.535063 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2eeedbdd-0406-4f54-88f7-63d3ee8dcc34 req-734cad9c-fb55-4909-b6b7-c632871edf53 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572124 Sep 04 01:19:33.469984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af934e-2165-4140-92b4-363bcf012a5a req-6ac8b252-93f2-4b6b-9740-3cbfa1257c84 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.471425 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e7af934e-2165-4140-92b4-363bcf012a5a req-6ac8b252-93f2-4b6b-9740-3cbfa1257c84 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0459640 Sep 04 01:19:33.517683 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e7af934e-2165-4140-92b4-363bcf012a5a req-af09f761-7c21-44ca-9f15-4a9668accc3b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Sep 04 01:19:33.682532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa207c-5c53-45c1-8a03-3b06544a4443 req-f523a306-862c-43b5-b85a-6b0e662f5754 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.683996 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4aa207c-5c53-45c1-8a03-3b06544a4443 req-f523a306-862c-43b5-b85a-6b0e662f5754 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0741670 Sep 04 01:19:33.685066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf69e-2368-4ede-b056-5280f452a17e req-2de5c947-dff4-43ea-b23e-70f26bb86cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.686423 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-2de5c947-dff4-43ea-b23e-70f26bb86cd2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1169 time: 0.0661814 Sep 04 01:19:33.796651 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d4aa207c-5c53-45c1-8a03-3b06544a4443 req-f96a5d09-aee4-4d6d-ada7-ab39d985de5d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067822 Sep 04 01:19:33.825623 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf69e-2368-4ede-b056-5280f452a17e req-2fe479c2-99de-426c-97f3-d92e0308e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.828587 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-2fe479c2-99de-426c-97f3-d92e0308e954 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.1181517 Sep 04 01:19:33.888319 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-7b83e7d6-6c52-4247-961a-f60018a3918f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1002 time: 0.0547645 Sep 04 01:19:33.939671 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf69e-2368-4ede-b056-5280f452a17e req-b457851b-392c-4e4c-aa56-9093b34d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.941095 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-b457851b-392c-4e4c-aa56-9093b34d4b47 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0473936 Sep 04 01:19:33.983268 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf69e-2368-4ede-b056-5280f452a17e req-ea1c5d3b-df03-4d38-a752-c518a155744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.984722 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-ea1c5d3b-df03-4d38-a752-c518a155744f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374758 Sep 04 01:19:34.074028 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-a61612cd-66bf-4f3b-a00b-002e25e165d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830898 Sep 04 01:19:34.410118 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6cabf69e-2368-4ede-b056-5280f452a17e req-400bc261-b508-4c81-9e92-745a97346e2a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292363 Sep 04 01:19:34.638041 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2cb0-6460-4420-ad61-691436511f2a req-441ac17d-efde-47fb-b9cb-41de1a1b0681 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:34.639474 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1d4f2cb0-6460-4420-ad61-691436511f2a req-441ac17d-efde-47fb-b9cb-41de1a1b0681 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0487304 Sep 04 01:19:34.685197 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1d4f2cb0-6460-4420-ad61-691436511f2a req-7551b394-1855-49e7-bbb2-b93b2f3dfb8e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Sep 04 01:19:34.906717 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:34.917578 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7559f-ecb6-40e6-86cf-086cdd6ed2cf req-d843c627-1f71-47c1-83ec-15f9ad8b0a53 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:34.919066 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cf7559f-ecb6-40e6-86cf-086cdd6ed2cf req-d843c627-1f71-47c1-83ec-15f9ad8b0a53 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0464942 Sep 04 01:19:34.982565 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0cf7559f-ecb6-40e6-86cf-086cdd6ed2cf req-383c671e-0dd7-487f-a772-5de9e489b694 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577207 Sep 04 01:19:35.678333 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-577e4c67-4e45-4be5-bcaf-8bd9ea45781b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:35.809177 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ade86-5a19-4366-ab86-2e64c7d6ae96 req-fc0e1f68-e21d-4bfb-9bfb-d33cab96cbde tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:35.810632 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-319ade86-5a19-4366-ab86-2e64c7d6ae96 req-fc0e1f68-e21d-4bfb-9bfb-d33cab96cbde tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0471847 Sep 04 01:19:35.823882 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:35.858774 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-319ade86-5a19-4366-ab86-2e64c7d6ae96 req-1c073f0c-fa66-46f3-9102-e531cbed475d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425937 Sep 04 01:19:36.102101 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa944-7d1d-45d3-8d04-2407ca4668bf req-8cc02667-420c-4436-87e7-1d53c371d7ee tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:36.103585 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0adaa944-7d1d-45d3-8d04-2407ca4668bf req-8cc02667-420c-4436-87e7-1d53c371d7ee tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0462375 Sep 04 01:19:36.108344 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:36.113722 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:36.162819 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-0adaa944-7d1d-45d3-8d04-2407ca4668bf req-42a98cc6-6256-4e3a-9b49-fa148f60311b tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534363 Sep 04 01:19:36.968244 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:36.983593 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcabe-d046-4182-bc71-160f8de5fdd4 req-98b8cd24-11ca-45d6-bece-332da8e5aa75 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:36.985081 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6aafcabe-d046-4182-bc71-160f8de5fdd4 req-98b8cd24-11ca-45d6-bece-332da8e5aa75 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0484855 Sep 04 01:19:37.037589 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6aafcabe-d046-4182-bc71-160f8de5fdd4 req-7886a023-94c8-42ad-a668-7736c10e6849 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Sep 04 01:19:37.268417 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:37.283739 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2660-9560-4f6e-a6a8-4d1efef01df3 req-8b9d5988-411e-4342-88ad-acf434427969 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:37.285265 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4a7f2660-9560-4f6e-a6a8-4d1efef01df3 req-8b9d5988-411e-4342-88ad-acf434427969 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0470991 Sep 04 01:19:37.346165 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4a7f2660-9560-4f6e-a6a8-4d1efef01df3 req-3ca93ed6-2de0-44a6-89e4-40d512be8691 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=865ddf48-1bb2-4f24-b046-cd65ff819c7b&id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545723 Sep 04 01:19:37.946984 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2acb2e44-23e8-4580-a2e0-96179fffd2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:38.158042 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4095c0-9fad-461a-aee1-2ea893a7af20 req-9122c8b5-0061-4d30-9d0b-6844f830a9fe tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:38.159494 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fa4095c0-9fad-461a-aee1-2ea893a7af20 req-9122c8b5-0061-4d30-9d0b-6844f830a9fe tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0469799 Sep 04 01:19:38.205366 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-fa4095c0-9fad-461a-aee1-2ea893a7af20 req-ce8e7c52-8de3-4aea-948f-748e3db71a77 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Sep 04 01:19:39.217489 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:39.327224 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc28daf-c969-46ac-b342-bd390ec7ecd4 req-40226a80-2b70-42a9-af44-b9a348db0e41 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:39.328676 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6bc28daf-c969-46ac-b342-bd390ec7ecd4 req-40226a80-2b70-42a9-af44-b9a348db0e41 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0495145 Sep 04 01:19:39.374599 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-6bc28daf-c969-46ac-b342-bd390ec7ecd4 req-3c132e77-7677-4c7d-a8cf-490137f86154 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Sep 04 01:19:40.495913 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c0827-26c7-4962-beca-2488ed363093 req-63251c58-e4fb-4519-8c5e-cd36149db448 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:40.497385 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-340c0827-26c7-4962-beca-2488ed363093 req-63251c58-e4fb-4519-8c5e-cd36149db448 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0463383 Sep 04 01:19:40.543743 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-340c0827-26c7-4962-beca-2488ed363093 req-8a6ae0cd-42e5-4c20-a8f2-6c7491b835b9 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Sep 04 01:19:40.737445 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:40.826895 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:41.664723 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290e1b-8eee-4290-b26e-3002d16f3b83 req-30a8c841-c60a-4fbc-abba-2c1373b336c6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:41.666165 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-03290e1b-8eee-4290-b26e-3002d16f3b83 req-30a8c841-c60a-4fbc-abba-2c1373b336c6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0457168 Sep 04 01:19:41.711914 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-03290e1b-8eee-4290-b26e-3002d16f3b83 req-2af1dc96-398d-4188-a3bf-d0f0fe28f70f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Sep 04 01:19:43.090240 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48401-09d1-4f68-9af7-6373bd91a305 req-a6bcdb2f-e395-4eb8-adad-2c667aff750e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:43.091628 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bee48401-09d1-4f68-9af7-6373bd91a305 req-a6bcdb2f-e395-4eb8-adad-2c667aff750e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.3056254 Sep 04 01:19:43.137763 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-bee48401-09d1-4f68-9af7-6373bd91a305 req-3975ee78-512d-4be9-9eae-79ce817c8709 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Sep 04 01:19:44.261849 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50650678-799a-4414-9f28-241e48a2afbe req-3232ee78-f2b1-463f-acb0-83909b1b63b3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:44.263298 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-50650678-799a-4414-9f28-241e48a2afbe req-3232ee78-f2b1-463f-acb0-83909b1b63b3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0497766 Sep 04 01:19:44.308715 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-50650678-799a-4414-9f28-241e48a2afbe req-a9b50179-2857-4964-9ee3-2b636f2c9f35 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Sep 04 01:19:44.644943 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d69f1-d4b4-4ccc-ab26-d923a5be7826 req-62c27a50-cd22-42c1-8fa0-887f45138bda tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:44.646461 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ed3d69f1-d4b4-4ccc-ab26-d923a5be7826 req-62c27a50-cd22-42c1-8fa0-887f45138bda tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0464032 Sep 04 01:19:44.694138 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ed3d69f1-d4b4-4ccc-ab26-d923a5be7826 req-c0255084-8498-410a-92de-0d0035d2036b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Sep 04 01:19:44.778682 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-3f355ec4-3068-4d6b-968b-afde9fc21cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:44.780170 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-3f355ec4-3068-4d6b-968b-afde9fc21cd8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0392680 Sep 04 01:19:44.869977 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-a543527d-36e7-4696-844e-64d538862729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:44.871431 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-a543527d-36e7-4696-844e-64d538862729 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0859833 Sep 04 01:19:44.930310 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-246c7ad8-3acb-4e92-a358-fc3c00ea1352 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1001 time: 0.0531309 Sep 04 01:19:44.979878 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-ffa28a50-6e8a-4dfd-a62e-4892c055ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:44.981271 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-ffa28a50-6e8a-4dfd-a62e-4892c055ca96 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0460947 Sep 04 01:19:45.022776 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-0760fe10-1663-4526-836d-f7f44aaffc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:45.024922 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-0760fe10-1663-4526-836d-f7f44aaffc06 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376222 Sep 04 01:19:45.064173 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:19:45.099527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:45.115134 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-138ab703-fefc-43f1-8ae7-0a5b334bb82d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Sep 04 01:19:45.202527 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-9a16b35f-f27a-4ab7-bcbb-407d92d9113f req-4aeefca4-ab72-4b04-9eda-90127df038be service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Sep 04 01:19:45.817125 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1580c45-f494-4a66-941f-1c12c7ebc8e3 req-fe4af459-2ada-49fe-86f1-b5311dd6abbb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:45.818585 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1580c45-f494-4a66-941f-1c12c7ebc8e3 req-fe4af459-2ada-49fe-86f1-b5311dd6abbb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0461054 Sep 04 01:19:45.864930 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a1580c45-f494-4a66-941f-1c12c7ebc8e3 req-dc16ab21-b370-4284-a3b9-aa0e5cfa5df4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398660 Sep 04 01:19:46.984170 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60429db4-6397-49fb-b74d-09d978f85aba req-205b9e17-fcaf-42b3-af30-483b56384d81 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:46.985654 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-60429db4-6397-49fb-b74d-09d978f85aba req-205b9e17-fcaf-42b3-af30-483b56384d81 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0460112 Sep 04 01:19:47.008167 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:47.037367 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-60429db4-6397-49fb-b74d-09d978f85aba req-6f9c3290-b1a2-4b92-b628-2e2a6e1c116f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Sep 04 01:19:50.671775 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:50.764318 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:50.766193 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:55.058965 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:55.858489 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=40 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:55.861352 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=48 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:57.034154 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=21 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:58.323606 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:05.683807 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f5f18936-8fb9-439b-8276-14cf42daa55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:07.969622 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-280880e3-ada2-4ef3-90a0-06bae8dd098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:09.255229 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:10.752473 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:10.855258 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:13.104804 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:13.108805 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:20.672213 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:20.763971 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:20.766671 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:22.063404 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:20:28.328904 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:32.057390 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:32.059276 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:33.630088 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-e752b940-1782-4852-b11c-18ddf733e698 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379333 Sep 04 01:20:33.739591 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-99f18be0-2ef3-43e3-b956-c6ab7902d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:33.741088 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-99f18be0-2ef3-43e3-b956-c6ab7902d341 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 1129 time: 0.0384285 Sep 04 01:20:33.846728 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-57bf7667-06d3-4375-8d51-0cdd836fbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:33.848100 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-57bf7667-06d3-4375-8d51-0cdd836fbf17 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0888243 Sep 04 01:20:33.908851 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-edc84d43-86ce-47a6-b4aa-73a296d8ac85 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 200 len: 1001 time: 0.0550132 Sep 04 01:20:33.954712 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-054bf3c9-ca6f-438f-8195-88fbc828c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:33.956069 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-054bf3c9-ca6f-438f-8195-88fbc828c3b9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0419707 Sep 04 01:20:34.001640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-3d3ef16b-cbb7-4ae7-956a-9fe5f30cfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:34.003127 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-3d3ef16b-cbb7-4ae7-956a-9fe5f30cfff3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415428 Sep 04 01:20:34.092551 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-7716678f-fe89-4818-807f-68cd3f47c861 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Sep 04 01:20:34.183998 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-71b681a8-ffc6-47d2-8f06-42dad6a4e161 req-9ad3791a-f2de-4a7c-b623-0670d2223ae5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Sep 04 01:20:35.632374 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c6368ba9-7430-47ed-9f88-4d6d84b24733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:37.951623 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3af9f724-977d-4458-8285-c1d7c1e3c442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:39.234594 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:40.734595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:40.814740 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:40.821964 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a49483a-a444-479f-a07f-9105742644bd req-ea483f39-9919-4d3b-b22a-1dfebf1b91e6 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2045546846&fields=id&tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e HTTP/1.1" status: 200 len: 267 time: 0.0443287 Sep 04 01:20:40.874868 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49483a-a444-479f-a07f-9105742644bd req-55815ab6-290c-4912-8f37-7c880cbad7bb tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:40.876299 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a49483a-a444-479f-a07f-9105742644bd req-55815ab6-290c-4912-8f37-7c880cbad7bb tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 985 time: 0.0486431 Sep 04 01:20:40.887088 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Request body: {'port': {'security_groups': ['55ffd16d-54e5-4723-86c8-f8217520e88a']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:20:40.956956 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.129697 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:41.158255 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.234401 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.244827 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:41.245484 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.246869 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9a49483a-a444-479f-a07f-9105742644bd req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "PUT /networking/v2.0/ports/24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 943 time: 0.3643787 Sep 04 01:20:41.247358 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:20:41.249609 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5526f-c25c-4f8f-8067-c6d919909e19" -d '{"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:20:41.254165 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41040) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:41.281362 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['24f80f40-718f-4ddc-bdbd-9904e249edbb'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:20:41.305419 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event updated for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=7']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:41.313059 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.313404 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.313742 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.314069 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.314482 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.314814 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.315142 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.315465 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.315789 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.316111 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.316435 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.316782 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.317102 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.317419 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.318155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dddb558-7124-475f-be5e-f6f206f0e13a tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.349709 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (865ddf48-1bb2-4f24-b046-cd65ff819c7b), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.352927 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ab55c-641a-49c6-bef3-e5a28b353d72 x-openstack-request-id: req-236ab55c-641a-49c6-bef3-e5a28b353d72 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:20:41.362520 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:20:41.362520 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-236ab55c-641a-49c6-bef3-e5a28b353d72 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:20:41.362520 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236ab55c-641a-49c6-bef3-e5a28b353d72'] response: {'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:20:41.375900 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (865ddf48-1bb2-4f24-b046-cd65ff819c7b), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.430966 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['24f80f40-718f-4ddc-bdbd-9904e249edbb'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:20:41.453296 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-7704fb62-b03e-47fa-b4a1-decd3baf62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:41.454785 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-7704fb62-b03e-47fa-b4a1-decd3baf62b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0517290 Sep 04 01:20:41.552126 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-e20a8748-9620-4021-a8de-cedf55bb70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:41.553675 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-e20a8748-9620-4021-a8de-cedf55bb70f7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.0929728 Sep 04 01:20:41.597241 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (865ddf48-1bb2-4f24-b046-cd65ff819c7b), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.599836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.600966 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/865ddf48-1bb2-4f24-b046-cd65ff819c7b HTTP/1.1" status: 204 len: 168 time: 0.3470898 Sep 04 01:20:41.603899 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41044) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:41.617208 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ddf48-1bb2-4f24-b046-cd65ff819c7b,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:41.629193 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.629533 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.629870 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.630202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.630527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.630850 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.631173 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.631491 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.632065 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.632385 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.632729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.633047 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.633362 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.633674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.633988 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601683b-be4e-4ab2-a13f-5909015b861f tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:41.646701 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-7329c0eb-7060-495b-b6b4-fc510beaab89 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 1002 time: 0.0866239 Sep 04 01:20:41.704558 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:41.710275 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-945652fe-c96d-4efa-a1f8-79b5f092175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:41.711771 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-945652fe-c96d-4efa-a1f8-79b5f092175e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0460913 Sep 04 01:20:41.751571 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Deleting port ebca8aab-9f2b-4615-9299-6c9ec3ba0b81 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:41.751908 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.754586 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-4ad3e6f2-6d5d-4819-a7f5-24eb74edb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:41.756075 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-4ad3e6f2-6d5d-4819-a7f5-24eb74edb753 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383627 Sep 04 01:20:41.828286 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.828891 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for floatingip (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:41.840485 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:41.841544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Calling delete_port for ebca8aab-9f2b-4615-9299-6c9ec3ba0b81 owned by network:floatingip {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:41.850928 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-05e96ea6-1251-4ad0-bc88-5296588029cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885782 Sep 04 01:20:41.943798 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-feb5526f-c25c-4f8f-8067-c6d919909e19 req-e716d33c-d36b-44ff-a46c-8cbbc201608d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Sep 04 01:20:41.956388 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:42.002133 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:42.071895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (ebca8aab-9f2b-4615-9299-6c9ec3ba0b81), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:42.101493 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event deleted for resources: {'Port': ['ID=ebca8aab-9f2b-4615-9299-6c9ec3ba0b81,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:42.162831 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks [] for floatingip (9e60f8bc-37b3-470c-a76b-6164f18a5a98), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:42.163172 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Floating IP 9e60f8bc-37b3-470c-a76b-6164f18a5a98 disassociated (deleted). External IP: 172.37.6.153, port: 24f80f40-718f-4ddc-bdbd-9904e249edbb. Sep 04 01:20:42.358863 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Router 32b7b2e8-2204-4f22-aa52-96d574492003 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:20:42.461377 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:20:42.466230 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:42.471338 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Sync routers for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:20:42.480884 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:42.483292 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:42.495666 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-7934a806-0eef-4042-9a50-4fcffefb2c76 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/9e60f8bc-37b3-470c-a76b-6164f18a5a98 HTTP/1.1" status: 204 len: 168 time: 0.8901079 Sep 04 01:20:42.591977 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:42.794798 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:42.823516 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Checking router: 32b7b2e8-2204-4f22-aa52-96d574492003 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:20:42.832113 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:42.832731 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:42.939510 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:43.131004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:43.157500 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433eb63d-f783-441e-a0c3-25ac8ee8d35c None None] The sync data for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb is: [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:29Z', 'revision_number': 4, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b1f9345f-de2a-402a-a07a-e3477321f05f', 'name': '', 'network_id': '019e0e37-483f-4727-a430-85455566a258', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'mac_address': 'fa:16:3e:1f:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:28Z', 'updated_at': '2022-09-04T01:17:33Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'subnets': [{'id': '48c97313-2bcf-4de7-9b9b-646a628a9c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:20:43.247833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede6349-11cf-4aec-86a8-cb29efaf77ff req-abbb3027-b45a-4c24-8c80-f232d306c584 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:43.249474 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eede6349-11cf-4aec-86a8-cb29efaf77ff req-abbb3027-b45a-4c24-8c80-f232d306c584 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0529137 Sep 04 01:20:43.298497 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-eede6349-11cf-4aec-86a8-cb29efaf77ff req-fbe13cd4-85ce-4346-9dea-2c61a5757e90 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Sep 04 01:20:43.355659 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:20:43.357998 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebaf74-bba2-4994-8bf9-5210212ad149" -d '{"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:20:43.380908 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad1ccd7-c57e-4921-ad8d-b833049a6823 None None] New status for floating IP 9e60f8bc-37b3-470c-a76b-6164f18a5a98: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:20:43.395768 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e53c6d-fa93-4e12-8e4f-53981a27b6e6 x-openstack-request-id: req-68e53c6d-fa93-4e12-8e4f-53981a27b6e6 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:20:43.396058 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:20:43.396308 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68e53c6d-fa93-4e12-8e4f-53981a27b6e6 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:20:43.396741 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e53c6d-fa93-4e12-8e4f-53981a27b6e6'] response: {'name': 'network-changed', 'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:20:44.427092 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c42c27-3f7c-4612-b943-31c43df9842f req-32d4e835-9fea-40bd-9556-465f292db42a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:44.428552 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-59c42c27-3f7c-4612-b943-31c43df9842f req-32d4e835-9fea-40bd-9556-465f292db42a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0497429 Sep 04 01:20:44.474962 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-59c42c27-3f7c-4612-b943-31c43df9842f req-d137c416-6268-475a-823d-4eac96491695 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400136 Sep 04 01:20:45.228016 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-00376c64-9ec5-4a10-9fc5-08781cd86519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.229554 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-00376c64-9ec5-4a10-9fc5-08781cd86519 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0396457 Sep 04 01:20:45.331569 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-a678304e-4fbb-42a1-b11e-760ac9cee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.333061 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-a678304e-4fbb-42a1-b11e-760ac9cee09e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 200 len: 916 time: 0.0902996 Sep 04 01:20:45.389038 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-c1dad17d-19d9-49f4-83af-459d6088f5a9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 200 len: 217 time: 0.0343485 Sep 04 01:20:45.435757 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-483ccaea-b2fd-4008-bf55-601b05ab61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.437185 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-483ccaea-b2fd-4008-bf55-601b05ab61e6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 200 len: 854 time: 0.0424511 Sep 04 01:20:45.625686 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e05a3c-89f9-4208-9f23-909608e5f3c0 req-55df1af6-be31-48eb-b1b7-2a6442d6e975 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.627137 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e0e05a3c-89f9-4208-9f23-909608e5f3c0 req-55df1af6-be31-48eb-b1b7-2a6442d6e975 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0763607 Sep 04 01:20:45.637066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-90a08433-2cff-4109-8e1b-c57201250c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.638438 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-90a08433-2cff-4109-8e1b-c57201250c73 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=019e0e37-483f-4727-a430-85455566a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548298 Sep 04 01:20:45.678711 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-e0e05a3c-89f9-4208-9f23-909608e5f3c0 req-19e20cf9-858b-41ed-8f41-2b719df24431 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f04ac720-36e9-4284-9a95-05b58618a9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444119 Sep 04 01:20:45.877528 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-620b9b94-7971-46de-8018-2ec76e111c20 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:45.878946 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-620b9b94-7971-46de-8018-2ec76e111c20 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 945 time: 0.0497668 Sep 04 01:20:45.915155 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-f37b8095-9210-490d-8b40-980122e5d697 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Sep 04 01:20:45.969966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Deleting port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:45.970306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.017116 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-4cebaf74-bba2-4994-8bf9-5210212ad149 req-06b7e7fa-313b-40f8-a5f1-0eb9becb1cb4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Sep 04 01:20:46.066937 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] For port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:46.067308 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.108216 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:46.233312 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.233676 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.233979 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Floating IP 5b2af81d-21f0-4cd6-9339-f4ddb4d07474 disassociated. External IP: 172.37.6.121, port: 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618. Sep 04 01:20:46.234316 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Calling delete_port for 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:46.344125 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:46.438144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (12c1cd1d-edc1-4199-8fbc-ec7e47dbd618), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.465947 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'Port': ['ID=12c1cd1d-edc1-4199-8fbc-ec7e47dbd618,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:46.575929 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:20:46.679925 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:20:46.690171 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:20:46.704770 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:46.705385 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:46.730608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] No DVR routers for this DVR port 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:20:46.730608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:46.730608 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-a27941a0-b109-475a-a6a9-781bb4e8af41 req-1da37f0e-be22-428c-a6cd-cb8b27ffb9d2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "DELETE /networking/v2.0/ports/12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 HTTP/1.1" status: 204 len: 173 time: 0.8465867 Sep 04 01:20:46.731044 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'name': 'network-vif-deleted', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:20:46.733398 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce68380-48a1-45d5-8005-bf43f9ee72f0" -d '{"events": [{"server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "name": "network-vif-deleted", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:20:46.772745 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04098043-6daa-4816-82f3-a34cfb6bc83d x-openstack-request-id: req-04098043-6daa-4816-82f3-a34cfb6bc83d {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:20:46.773040 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75295d-59e9-40c9-bdc5-b716be88308b", "name": "network-vif-deleted", "tag": "12c1cd1d-edc1-4199-8fbc-ec7e47dbd618", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:20:46.773459 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-04098043-6daa-4816-82f3-a34cfb6bc83d {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:20:46.773692 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04098043-6daa-4816-82f3-a34cfb6bc83d'] response: {'server_uuid': 'cc75295d-59e9-40c9-bdc5-b716be88308b', 'name': 'network-vif-deleted', 'tag': '12c1cd1d-edc1-4199-8fbc-ec7e47dbd618', 'status': 'completed', 'code': 200} Sep 04 01:20:46.789674 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-45c16685-11f1-4b97-8ddf-209a5aedbf6c req-3dd7c205-dd5b-45c6-9d85-eae5261b93d6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 210 time: 0.0288363 Sep 04 01:20:46.815519 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:47.026146 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:47.070042 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:47.101030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:47.138339 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:47.162663 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:20:47.170752 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:47.171341 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:47.279808 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:47.468161 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:47.492658 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9eabe3-86d0-40ae-829d-d7d9c474fd40 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:20:47.713614 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d423f-841d-49fd-ad72-dbd0cae91cd5 None None] New status for floating IP 5b2af81d-21f0-4cd6-9339-f4ddb4d07474: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:20:47.910859 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-befbfc89-5342-4543-8a4f-659851c46a65 req-d7b15dca-d5b5-4bb0-8d35-e827f4a225c3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc75295d-59e9-40c9-bdc5-b716be88308b HTTP/1.1" status: 200 len: 210 time: 0.0283184 Sep 04 01:20:47.929063 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668fdd0-4632-4019-900e-98297b11ddac req-c21a6612-0634-4d13-91b9-336f5498248d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:47.932215 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c668fdd0-4632-4019-900e-98297b11ddac req-c21a6612-0634-4d13-91b9-336f5498248d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0511322 Sep 04 01:20:47.987268 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-c668fdd0-4632-4019-900e-98297b11ddac req-c5f6f149-9a1e-4ac2-8d5b-187760d27f07 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499465 Sep 04 01:20:48.421858 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:20:48.441401 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:20:48.441742 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 12c1cd1d-edc1-4199-8fbc-ec7e47dbd618 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:20:49.075655 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41108) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:49.134564 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddaf55-8800-41c7-9ead-a72435fe1d92 req-a6dbff45-4df1-4e9c-a9fa-05b6c9f073b2 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:49.136825 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-74ddaf55-8800-41c7-9ead-a72435fe1d92 req-a6dbff45-4df1-4e9c-a9fa-05b6c9f073b2 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0727384 Sep 04 01:20:49.166145 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:49.185710 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (f04ac720-36e9-4284-9a95-05b58618a9c1), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.214733 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-74ddaf55-8800-41c7-9ead-a72435fe1d92 req-5efe8bfc-b4bc-4784-971e-88fca5dd502d tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718436 Sep 04 01:20:49.219193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (f04ac720-36e9-4284-9a95-05b58618a9c1), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.374580 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (f04ac720-36e9-4284-9a95-05b58618a9c1), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.377260 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.378433 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f04ac720-36e9-4284-9a95-05b58618a9c1 HTTP/1.1" status: 204 len: 168 time: 0.3018496 Sep 04 01:20:49.381248 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41110) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:49.388118 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959157b8-ec05-4451-90dc-5267ca7a4b53 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ac720-36e9-4284-9a95-05b58618a9c1,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:49.394976 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.api.v2.resource [None req-a2895916-1063-479c-9387-a96010fc7e33 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] show failed (client error): The resource could not be found. Sep 04 01:20:49.395976 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a2895916-1063-479c-9387-a96010fc7e33 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups/f04ac720-36e9-4284-9a95-05b58618a9c1 HTTP/1.1" status: 404 len: 347 time: 0.0134466 Sep 04 01:20:49.398885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41112) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:49.435822 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:49.514157 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Deleting port e74fcc34-96c3-4ca0-89e1-9b56eac8baae {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:49.514591 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.576118 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:49.589464 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.589782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.602209 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Calling delete_port for e74fcc34-96c3-4ca0-89e1-9b56eac8baae owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:49.798038 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (e74fcc34-96c3-4ca0-89e1-9b56eac8baae), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.827403 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'Port': ['ID=e74fcc34-96c3-4ca0-89e1-9b56eac8baae,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:49.889234 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (5b2af81d-21f0-4cd6-9339-f4ddb4d07474), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.891770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:49.892928 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-13ae116b-2acc-4222-a63c-017aac7536b7 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5b2af81d-21f0-4cd6-9339-f4ddb4d07474 HTTP/1.1" status: 204 len: 168 time: 0.4931550 Sep 04 01:20:49.969191 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-5e1fcdc2-b561-4bba-9552-2ced2b558f7e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:49.970627 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-5e1fcdc2-b561-4bba-9552-2ced2b558f7e tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0511718 Sep 04 01:20:50.050028 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41116) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:50.054251 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454950435', 'description': 'tempest-description--790191755'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:20:50.063907 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Deleting port 24f80f40-718f-4ddc-bdbd-9904e249edbb {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:50.064247 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.164388 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] For port 24f80f40-718f-4ddc-bdbd-9904e249edbb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=24f80f40-718f-4ddc-bdbd-9904e249edbb,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:50.165155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.177711 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Calling delete_port for 24f80f40-718f-4ddc-bdbd-9904e249edbb owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:50.218165 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.315607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:50.375258 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (2ec765e5-2f74-4aef-a671-22157bf065cc), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.386144 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a743-9ce0-4294-9093-bd1749f61894 req-16df68f4-d243-468a-a529-163cf47209bf tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:50.387990 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9256a743-9ce0-4294-9093-bd1749f61894 req-16df68f4-d243-468a-a529-163cf47209bf tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 946 time: 0.0949252 Sep 04 01:20:50.443290 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-9256a743-9ce0-4294-9093-bd1749f61894 req-90a626a8-5cc5-42c0-bbb2-09a28b4effc3 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=55ffd16d-54e5-4723-86c8-f8217520e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Sep 04 01:20:50.456918 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2ec765e5-2f74-4aef-a671-22157bf065cc), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.486663 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec765e5-2f74-4aef-a671-22157bf065cc,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:50.492091 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (24f80f40-718f-4ddc-bdbd-9904e249edbb), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.503226 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:50.529553 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Pushing event deleted for resources: {'Port': ['ID=24f80f40-718f-4ddc-bdbd-9904e249edbb,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:50.553959 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.555178 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-3e27ad5b-02da-4085-bdfa-214fecb7e6ca tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5043080 Sep 04 01:20:50.558662 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41120) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:50.576778 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group_rule': {'security_group_id': '2ec765e5-2f74-4aef-a671-22157bf065cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:20:50.582633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] No DVR routers for this DVR port 24f80f40-718f-4ddc-bdbd-9904e249edbb on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:20:50.586510 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.589733 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4917746a-f911-4be8-bc24-3000e53ad3f4 req-33fc5c1c-204f-43c2-95d4-2386e807a442 tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.55 "DELETE /networking/v2.0/ports/24f80f40-718f-4ddc-bdbd-9904e249edbb HTTP/1.1" status: 204 len: 173 time: 0.6138139 Sep 04 01:20:50.590150 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'name': 'network-vif-deleted', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:20:50.592330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467cee0-21f4-4908-aadb-f6bebc606ca3" -d '{"events": [{"server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "name": "network-vif-deleted", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:20:50.631385 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a0e5f5-0436-4c17-a7fb-fe0bfa5a7126 x-openstack-request-id: req-39a0e5f5-0436-4c17-a7fb-fe0bfa5a7126 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:20:50.631926 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7073bd6a-4935-4149-89b0-0115b6eec9b6", "name": "network-vif-deleted", "tag": "24f80f40-718f-4ddc-bdbd-9904e249edbb", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:20:50.632175 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-39a0e5f5-0436-4c17-a7fb-fe0bfa5a7126 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:20:50.632612 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a0e5f5-0436-4c17-a7fb-fe0bfa5a7126'] response: {'server_uuid': '7073bd6a-4935-4149-89b0-0115b6eec9b6', 'name': 'network-vif-deleted', 'tag': '24f80f40-718f-4ddc-bdbd-9904e249edbb', 'status': 'completed', 'code': 200} Sep 04 01:20:50.689740 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (324a6bc0-3243-4a8e-962f-85ebb707c9f4), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.744522 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (324a6bc0-3243-4a8e-962f-85ebb707c9f4), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.840638 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (324a6bc0-3243-4a8e-962f-85ebb707c9f4), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.866095 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324a6bc0-3243-4a8e-962f-85ebb707c9f4,revision_number=0']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:50.957280 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:50.965291 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-56f5f9c6-4f89-46f9-b860-37be343c4d7f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035025 Sep 04 01:20:50.966136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41124) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:50.970603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'security_group_rule': {'security_group_id': '2ec765e5-2f74-4aef-a671-22157bf065cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:20:51.064510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (10a1f046-9716-4243-957f-6a39fd7cafc2), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.155902 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (10a1f046-9716-4243-957f-6a39fd7cafc2), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.246269 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068513'] for security_group_rule (10a1f046-9716-4243-957f-6a39fd7cafc2), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.266620 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a1f046-9716-4243-957f-6a39fd7cafc2,revision_number=0']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:51.339088 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.340291 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-61458b14-8f8b-4536-bf3e-0d2789ed770c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731656 Sep 04 01:20:51.349469 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41126) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:51.353613 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.v2.base [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'floatingip': {'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427'}} {{(pid=106860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:20:51.449897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.533829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.565016 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7919688b-4c3f-4f8e-a872-1d25b43d8daf req-dc96f0b0-cb0a-477e-90bb-125f4eff522c tempest-TestMinimumBasicScenario-755650980 tempest-TestMinimumBasicScenario-755650980-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7073bd6a-4935-4149-89b0-0115b6eec9b6 HTTP/1.1" status: 200 len: 210 time: 0.0322971 Sep 04 01:20:51.647226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Allocated IP 172.37.6.158 (e32cd97d-8347-4e32-99e8-ec18fe962427/29276367-1fc0-47e8-a263-84cfd2cfece7/b4f53b07-298d-4afd-a332-d5f234e3e384) {{(pid=106860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:20:51.743050 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:51.753603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.761091 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:51.840189 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:51.879706 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Network e32cd97d-8347-4e32-99e8-ec18fe962427 is already hosted by enough agents. {{(pid=106860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:20:51.882836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Resources bound (agent type, host, resource id): {{(pid=106860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:20:51.886547 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Received port after_create {{(pid=106860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:20:51.906874 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=b4f53b07-298d-4afd-a332-d5f234e3e384,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:51.973064 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.082971 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), before_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.234435 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), precommit_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.290436 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33505851'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), after_update {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.350151 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:52.359202 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.361885 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=b4f53b07-298d-4afd-a332-d5f234e3e384,revision_number=2']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:52.427224 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 24f80f40-718f-4ddc-bdbd-9904e249edbb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:20:52.430668 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:52.432215 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-0f5b35db-6d15-450e-9521-dc7feb1108d8 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0816002 Sep 04 01:20:52.447308 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: 24f80f40-718f-4ddc-bdbd-9904e249edbb {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:20:52.447664 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device 24f80f40-718f-4ddc-bdbd-9904e249edbb not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:20:52.641092 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-5c1289ed-5d25-4784-a8cb-908b77dec03d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--454950435&fields=id&tenant_id=5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 267 time: 0.0450821 Sep 04 01:20:52.748912 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-99cb2813-b7bb-43cc-9737-9fbd32b96637 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:52.750343 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-99cb2813-b7bb-43cc-9737-9fbd32b96637 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 811 time: 0.1023955 Sep 04 01:20:52.765132 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-25a535a5-8e13-4df7-9c59-220e3acaf7d6 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/quotas/5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 375 time: 0.0095296 Sep 04 01:20:52.816322 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-7d933e7c-936f-400f-8f4c-474fd30742e2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461586 Sep 04 01:20:52.952913 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-1cf8bf7e-784b-4bb9-81e2-d9970dc147cc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246212 Sep 04 01:20:53.043145 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-af642528-4954-4057-b86b-117dd9137446 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Sep 04 01:20:54.285810 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e96db7e1-12dc-4053-b031-9dfe5c423d23 req-bf345a99-6b54-430c-9581-fd60f54f4544 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Sep 04 01:20:54.765125 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41200) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:55.275513 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:55.324041 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (32b7b2e8-2204-4f22-aa52-96d574492003), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:55.394467 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3efdb82b-99e9-462a-92f7-b909ca0c3cfc req-80b06a43-e35b-4f17-b017-e85e5067b2b0 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0343192 Sep 04 01:20:55.540652 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=100 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:55.573732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Deleting port b1f9345f-de2a-402a-a07a-e3477321f05f {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:55.574085 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:55.654382 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] For port b1f9345f-de2a-402a-a07a-e3477321f05f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b1f9345f-de2a-402a-a07a-e3477321f05f,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:55.654807 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:55.667879 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Calling delete_port for b1f9345f-de2a-402a-a07a-e3477321f05f owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:55.994311 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b1f9345f-de2a-402a-a07a-e3477321f05f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.016860 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f9345f-de2a-402a-a07a-e3477321f05f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:56.187570 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (32b7b2e8-2204-4f22-aa52-96d574492003), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.383512 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:56.396423 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Router 32b7b2e8-2204-4f22-aa52-96d574492003 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:20:56.460109 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:56.480184 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8bf0da6a-027c-49ea-a25d-4132caa49a8a req-133d564b-68cd-4644-b27c-b5221478b024 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Sep 04 01:20:56.505629 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:20:56.511853 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-8a61e937-2e37-451a-991b-3aebc7987e43 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/32b7b2e8-2204-4f22-aa52-96d574492003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448397 Sep 04 01:20:56.514773 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41216) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:56.515810 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Sync routers for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:20:56.525917 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:56.526854 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:56.616510 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks [] for router (32b7b2e8-2204-4f22-aa52-96d574492003), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.630994 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:56.719677 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks [] for router_gateway (32b7b2e8-2204-4f22-aa52-96d574492003), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.799723 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65'}], 'enable_snat': True}, 'gw_port_id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:20:55Z', 'revision_number': 5, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port': {'id': '4d30155a-7adf-4851-b588-cfbd604cb17d', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:56.829867 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Checking router: 32b7b2e8-2204-4f22-aa52-96d574492003 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:20:56.838364 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Routers {'32b7b2e8-2204-4f22-aa52-96d574492003'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:20:56.839316 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['32b7b2e8-2204-4f22-aa52-96d574492003'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:56.844579 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Deleting port 4d30155a-7adf-4851-b588-cfbd604cb17d {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:56.844912 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.923789 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] Set router 32b7b2e8-2204-4f22-aa52-96d574492003 gateway port host: None {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:20:56.928254 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] For port 4d30155a-7adf-4851-b588-cfbd604cb17d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4d30155a-7adf-4851-b588-cfbd604cb17d,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:56.928648 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:56.942453 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Calling delete_port for 4d30155a-7adf-4851-b588-cfbd604cb17d owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:56.974931 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:20:56Z', 'revision_number': 6, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:57.000153 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4c66b-8455-4703-a78b-66d1ff48801e None None] The sync data for ids ['32b7b2e8-2204-4f22-aa52-96d574492003'] in dv-cinder-master-3-smb is: [{'id': '32b7b2e8-2204-4f22-aa52-96d574492003', 'name': 'tempest-TestMinimumBasicScenario-1615120358-router', 'tenant_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:26Z', 'updated_at': '2022-09-04T01:20:56Z', 'revision_number': 6, 'project_id': '5a4534146f2f4d5f8f2ed8a2b9d1fb3e', 'gw_port_host': None}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:20:57.211361 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (4d30155a-7adf-4851-b588-cfbd604cb17d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.259571 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d30155a-7adf-4851-b588-cfbd604cb17d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:57.262292 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:57.302912 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (32b7b2e8-2204-4f22-aa52-96d574492003), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.391774 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (32b7b2e8-2204-4f22-aa52-96d574492003), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.394422 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks [] for router_controller (32b7b2e8-2204-4f22-aa52-96d574492003), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.500166 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (32b7b2e8-2204-4f22-aa52-96d574492003), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.500798 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b7b2e8-2204-4f22-aa52-96d574492003 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:20:57.505641 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.507063 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f1dd3c59-4856-4cdd-bd7d-612467561a87 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/32b7b2e8-2204-4f22-aa52-96d574492003 HTTP/1.1" status: 204 len: 168 time: 0.9911079 Sep 04 01:20:57.509635 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41220) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:57.569535 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-b8982bd4-4ff6-4c00-b33b-8f373ec2f484 req-95f4933b-e5ea-4a16-bbd5-b14db3574c1a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0310152 Sep 04 01:20:57.580453 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Deleting subnet 48c97313-2bcf-4de7-9b9b-646a628a9c43 {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:20:57.583712 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Publish callbacks [] for subnet (48c97313-2bcf-4de7-9b9b-646a628a9c43), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.623187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (48c97313-2bcf-4de7-9b9b-646a628a9c43), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.697294 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (48c97313-2bcf-4de7-9b9b-646a628a9c43), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.747796 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:57.781988 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4d30155a-7adf-4851-b588-cfbd604cb17d no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:20:57.805816 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 4d30155a-7adf-4851-b588-cfbd604cb17d {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:20:57.806125 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 4d30155a-7adf-4851-b588-cfbd604cb17d not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:20:57.806526 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b1f9345f-de2a-402a-a07a-e3477321f05f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:20:57.818534 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (48c97313-2bcf-4de7-9b9b-646a628a9c43), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.825146 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: b1f9345f-de2a-402a-a07a-e3477321f05f {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:20:57.828437 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device b1f9345f-de2a-402a-a07a-e3477321f05f not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:20:57.849468 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c97313-2bcf-4de7-9b9b-646a628a9c43,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:57.853266 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.857103 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d1fc9c02-2fda-4861-b7d4-08deadaa7158 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/48c97313-2bcf-4de7-9b9b-646a628a9c43 HTTP/1.1" status: 204 len: 168 time: 0.3464735 Sep 04 01:20:57.859673 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41226) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:57.863187 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ede7e5-b92f-4e03-8e8d-14cbc5c7adfe None None] Network 019e0e37-483f-4727-a430-85455566a258 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:20:57.931650 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (019e0e37-483f-4727-a430-85455566a258), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:57.978729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Deleting port c85cb3a0-f05a-4003-815c-cd8a6b195186 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:57.979599 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.031112 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] DHCP port deletion for 019e0e37-483f-4727-a430-85455566a258 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:20:58.053261 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] For port c85cb3a0-f05a-4003-815c-cd8a6b195186, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c85cb3a0-f05a-4003-815c-cd8a6b195186,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:58.053620 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.068971 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Calling delete_port for c85cb3a0-f05a-4003-815c-cd8a6b195186 owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:58.070014 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Deleting port c85cb3a0-f05a-4003-815c-cd8a6b195186 {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:58.072551 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.139822 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=100 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:58.142231 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] For port c85cb3a0-f05a-4003-815c-cd8a6b195186, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c85cb3a0-f05a-4003-815c-cd8a6b195186,segment=NetworkSegment(d13ddf2a-e534-4eec-82b5-ba01db3e7320),segment_id=d13ddf2a-e534-4eec-82b5-ba01db3e7320)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:58.146738 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.155945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Calling delete_port for c85cb3a0-f05a-4003-815c-cd8a6b195186 owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:58.285732 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.292020 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (c85cb3a0-f05a-4003-815c-cd8a6b195186), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.315292 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85cb3a0-f05a-4003-815c-cd8a6b195186,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:58.318714 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] No DVR routers for this DVR port c85cb3a0-f05a-4003-815c-cd8a6b195186 on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:20:58.318969 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Pushing event deleted for resources: {'Port': ['ID=c85cb3a0-f05a-4003-815c-cd8a6b195186,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:58.321378 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] No DVR routers for this DVR port c85cb3a0-f05a-4003-815c-cd8a6b195186 on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:20:58.330048 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.330396 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.330749 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.331092 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.331431 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.331767 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.332105 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.332741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.333328 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.333886 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.334650 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.335399 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.336402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.337136 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.337696 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473fd952-2685-4c80-aeb4-a40535e8f5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:20:58.348637 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.392290 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (019e0e37-483f-4727-a430-85455566a258), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.412508 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019e0e37-483f-4727-a430-85455566a258']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:58.422564 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13ddf2a-e534-4eec-82b5-ba01db3e7320') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:58.422863 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13ddf2a-e534-4eec-82b5-ba01db3e7320') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:20:58.432990 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (d13ddf2a-e534-4eec-82b5-ba01db3e7320), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.446271 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d13ddf2a-e534-4eec-82b5-ba01db3e7320), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.455918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:58.455918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:20:58.455918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (d13ddf2a-e534-4eec-82b5-ba01db3e7320), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.525527 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment d13ddf2a-e534-4eec-82b5-ba01db3e7320 resource provider aggregate not found Sep 04 01:20:58.543059 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment d13ddf2a-e534-4eec-82b5-ba01db3e7320 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d13ddf2a-e534-4eec-82b5-ba01db3e7320 found for delete ", "request_id": "req-580670f6-0312-4e82-8e88-15eac9d97808"}]} Sep 04 01:20:58.582729 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (019e0e37-483f-4727-a430-85455566a258), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.588401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:58.591734 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/019e0e37-483f-4727-a430-85455566a258 HTTP/1.1" status: 204 len: 168 time: 0.7311103 Sep 04 01:20:58.594797 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41234) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:20:58.604887 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e21c4-5169-46b3-9904-71e722287dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=019e0e37-483f-4727-a430-85455566a258,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:58.704172 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-1e636eb7-15fe-469b-b49f-4b64a397d979 req-996858eb-ee77-4433-8af5-5f3ad5a9d8cb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0563357 Sep 04 01:20:58.933488 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:59.063303 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:20:59.399462 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:59.411341 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Deleting port f0a706b8-07fa-40b5-b097-e681d181dbae {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:20:59.411677 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:59.490716 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] For port f0a706b8-07fa-40b5-b097-e681d181dbae, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f0a706b8-07fa-40b5-b097-e681d181dbae,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:20:59.491000 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:59.504147 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Calling delete_port for f0a706b8-07fa-40b5-b097-e681d181dbae owned by network:router_interface {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:20:59.545618 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:59.709313 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device c85cb3a0-f05a-4003-815c-cd8a6b195186 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:20:59.728594 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: c85cb3a0-f05a-4003-815c-cd8a6b195186 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:20:59.728936 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device c85cb3a0-f05a-4003-815c-cd8a6b195186 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:20:59.737895 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (f0a706b8-07fa-40b5-b097-e681d181dbae), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:59.770765 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a706b8-07fa-40b5-b097-e681d181dbae,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:20:59.824388 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e95db26-c489-4cfd-8606-a085f5fd1a83 req-76ae8c59-1c5d-47cc-af75-d931637d6721 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0301230 Sep 04 01:20:59.954654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.042742 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:00.160802 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Router b0ae89dc-2cee-4bd6-9647-edd769505a81 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:00.263607 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:00.268429 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-398dc302-f596-42a2-a6f2-3617ae3e6b6f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b0ae89dc-2cee-4bd6-9647-edd769505a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725225 Sep 04 01:21:00.271604 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41242) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:00.273861 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Sync routers for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:00.284374 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:00.285150 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:00.375689 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks [] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.386882 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: dv-cinder-master-3-smb {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:00.476366 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks [] for router_gateway (b0ae89dc-2cee-4bd6-9647-edd769505a81), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.518512 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-b48e9e0c-0359-479c-b8b7-85ef6685b151 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:00.520048 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-b48e9e0c-0359-479c-b8b7-85ef6685b151 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 811 time: 0.1053290 Sep 04 01:21:00.563611 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': '9b323fc6-5281-4418-b95a-d000dadee492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:20:59Z', 'revision_number': 5, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port': {'id': '9b323fc6-5281-4418-b95a-d000dadee492', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:00.586893 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-286bca80-8b97-4e19-9234-e93ed81ee072 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5cfeb662f87744b195af64361774c98a HTTP/1.1" status: 200 len: 379 time: 0.0528646 Sep 04 01:21:00.590665 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Checking router: b0ae89dc-2cee-4bd6-9647-edd769505a81 for host: dv-cinder-master-3-smb {{(pid=106862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:00.595947 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'port': {'device_id': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'admin_state_up': True, 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'security_groups': ['2ec765e5-2f74-4aef-a671-22157bf065cc']}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:21:00.599607 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Routers {'b0ae89dc-2cee-4bd6-9647-edd769505a81'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:00.599942 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:20:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['b0ae89dc-2cee-4bd6-9647-edd769505a81'], 'active': True} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:00.606807 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Deleting port 9b323fc6-5281-4418-b95a-d000dadee492 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:00.607306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (9b323fc6-5281-4418-b95a-d000dadee492), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.692499 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_dvr_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] Set router b0ae89dc-2cee-4bd6-9647-edd769505a81 gateway port host: None {{(pid=106862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:00.797841 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Made reservation on behalf of 5cfeb662f87744b195af64361774c98a for: {'port': 1} {{(pid=106859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:21:00.802984 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.845809 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.l3_hamode_db [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:21:00Z', 'revision_number': 6, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:00.874479 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148be20f-f4a2-45f8-b5c1-7f42c3c6444e None None] The sync data for ids ['b0ae89dc-2cee-4bd6-9647-edd769505a81'] in dv-cinder-master-3-smb is: [{'id': 'b0ae89dc-2cee-4bd6-9647-edd769505a81', 'name': 'tempest-TestMinimumBasicScenario-1728297230-router', 'tenant_id': 'a4819545ee3341588c2e82e386e89582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:17:32Z', 'updated_at': '2022-09-04T01:21:00Z', 'revision_number': 6, 'project_id': 'a4819545ee3341588c2e82e386e89582', 'gw_port_host': None}] {{(pid=106862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:00.882833 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:00.973602 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] For port 9b323fc6-5281-4418-b95a-d000dadee492, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9b323fc6-5281-4418-b95a-d000dadee492,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:00.974223 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (9b323fc6-5281-4418-b95a-d000dadee492), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:00.987973 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Calling delete_port for 9b323fc6-5281-4418-b95a-d000dadee492 owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:00.988753 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-0165f96a-c26b-427c-89e8-197e08bbc30b req-6fe48f60-7d74-417c-8acc-cd3e3137afe2 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0373061 Sep 04 01:21:01.001398 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.db_base_plugin_common [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Allocated IP 172.20.0.12 (05f1b3dd-5e44-4692-9751-b8384e351207/5bcf1723-29c1-440a-8dde-6cd08cd91e4f/ffb1542b-91cd-41f0-92d5-aa4ca09e7939) {{(pid=106859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:21:01.036482 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:01.163746 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.266158 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (9b323fc6-5281-4418-b95a-d000dadee492), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.292181 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773494926201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.293511 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b323fc6-5281-4418-b95a-d000dadee492,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:01.345028 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Network 05f1b3dd-5e44-4692-9751-b8384e351207 is already hosted by enough agents. {{(pid=106859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:21:01.348314 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.base_scheduler [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Resources bound (agent type, host, resource id): {{(pid=106859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:21:01.352861 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Received port after_create {{(pid=106859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:21:01.361285 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.384215 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event updated for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:01.415859 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:01.417052 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.477258 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:01.479121 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.481918 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks [] for router_controller (b0ae89dc-2cee-4bd6-9647-edd769505a81), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.527573 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-6a6aa8e1-d59b-40a7-9bf2-573a138d42eb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359417 Sep 04 01:21:01.544954 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Request body: {'port': {'device_id': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:21:01.585785 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:01.609399 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (b0ae89dc-2cee-4bd6-9647-edd769505a81), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.610363 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ae89dc-2cee-4bd6-9647-edd769505a81 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:21:01.614930 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.619363 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-29dd3186-fc38-43a5-9adf-871db6f68129 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b0ae89dc-2cee-4bd6-9647-edd769505a81 HTTP/1.1" status: 204 len: 168 time: 1.3431938 Sep 04 01:21:01.620077 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41250) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:01.625549 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-abbd66bf-1f53-42ee-a102-cc10efbfcba6 None None] Provisioning complete for port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 triggered by entity DHCP. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:21:01.626076 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.627636 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-abbd66bf-1f53-42ee-a102-cc10efbfcba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.683987 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Deleting subnet 5539f05b-d963-48c8-bfbc-da328329106d {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:21:01.684626 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-abbd66bf-1f53-42ee-a102-cc10efbfcba6 None None] Port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 cannot update to ACTIVE because it is not bound. {{(pid=106861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:21:01.687871 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Publish callbacks [] for subnet (5539f05b-d963-48c8-bfbc-da328329106d), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.737580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (5539f05b-d963-48c8-bfbc-da328329106d), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.767755 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 9b323fc6-5281-4418-b95a-d000dadee492 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:01.803454 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 9b323fc6-5281-4418-b95a-d000dadee492 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:01.803808 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 9b323fc6-5281-4418-b95a-d000dadee492 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:01.804257 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f0a706b8-07fa-40b5-b097-e681d181dbae no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:01.829650 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: f0a706b8-07fa-40b5-b097-e681d181dbae {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:01.830005 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device f0a706b8-07fa-40b5-b097-e681d181dbae not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:01.836790 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (5539f05b-d963-48c8-bfbc-da328329106d), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:01.971544 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:01.981337 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb1542b-91cd-41f0-92d5-aa4ca09e7939 {{(pid=106859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:21:01.990005 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks [] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.108718 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.provisioning_blocks [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Transition to ACTIVE for port object ffb1542b-91cd-41f0-92d5-aa4ca09e7939 will not be triggered until provisioned by entity L2. {{(pid=106859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:21:02.111351 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (5539f05b-d963-48c8-bfbc-da328329106d), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.149621 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5539f05b-d963-48c8-bfbc-da328329106d,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:02.155948 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.159125 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7d744256-1194-4c64-8467-08b2529ad0d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5539f05b-d963-48c8-bfbc-da328329106d HTTP/1.1" status: 204 len: 168 time: 0.5384526 Sep 04 01:21:02.159492 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efe98f-5666-438c-ab97-692d6960e304 None None] Network 17b03547-d1aa-434f-848b-e97f5ebde990 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:21:02.161940 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41254) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:02.167897 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12804df0-d8b2-4cf1-bcdf-eb11653abf0d req-1bac9121-0bc7-4546-9206-d2ba1b90bb45 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:02.169404 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-12804df0-d8b2-4cf1-bcdf-eb11653abf0d req-1bac9121-0bc7-4546-9206-d2ba1b90bb45 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 932 time: 0.0934129 Sep 04 01:21:02.212706 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.242210 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-12804df0-d8b2-4cf1-bcdf-eb11653abf0d req-78614b22-b8c3-48e5-afd2-0fe1c031733c tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665538 Sep 04 01:21:02.300330 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=2']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:02.307168 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (17b03547-d1aa-434f-848b-e97f5ebde990), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.341165 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] DHCP port deletion for 17b03547-d1aa-434f-848b-e97f5ebde990 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:21:02.377189 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Deleting port 347716f4-3346-439b-97c2-a271dc8c78bc {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:02.377567 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.394198 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Deleting port 347716f4-3346-439b-97c2-a271dc8c78bc {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:02.394531 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.397187 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Attempting to bind port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:21:02.397511 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Attempting to bind port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:21:02.397838 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Attempting to bind port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:21:02.412040 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 on network 05f1b3dd-5e44-4692-9751-b8384e351207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:21:02.412359 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Attempting to bind port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 on network 05f1b3dd-5e44-4692-9751-b8384e351207 {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:21:02.443464 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Checking agent: {'id': 'bb8b6459-3842-4e1a-8198-410c927c0927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'started_at': datetime.datetime(2022, 9, 4, 1, 4, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:21:02.443802 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Checking segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:21:02.444183 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Bound using segment: {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'} {{(pid=106859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:21:02.444634 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.managers [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Bound port: ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd113c042-4912-4a25-a931-7e946b181b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207'}}] {{(pid=106859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:21:02.444981 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.445810 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] For port 347716f4-3346-439b-97c2-a271dc8c78bc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=347716f4-3346-439b-97c2-a271dc8c78bc,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:02.446174 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.461365 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Calling delete_port for 347716f4-3346-439b-97c2-a271dc8c78bc owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:02.478757 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] For port 347716f4-3346-439b-97c2-a271dc8c78bc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=347716f4-3346-439b-97c2-a271dc8c78bc,segment=NetworkSegment(8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb),segment_id=8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:02.479139 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.511685 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:02.517106 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Calling delete_port for 347716f4-3346-439b-97c2-a271dc8c78bc owned by network:dhcp {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:02.575791 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, cleared binding levels {{(pid=106859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:21:02.591014 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:21:02.605968 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:02.623103 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.630221 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (347716f4-3346-439b-97c2-a271dc8c78bc), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.646312 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:02.649430 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] Pushing event deleted for resources: {'Port': ['ID=347716f4-3346-439b-97c2-a271dc8c78bc,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:02.653274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c12e8-1339-4bcd-bc55-88d65d82fa18 None None] No DVR routers for this DVR port 347716f4-3346-439b-97c2-a271dc8c78bc on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:02.655892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=347716f4-3346-439b-97c2-a271dc8c78bc,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:02.667717 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] No DVR routers for this DVR port 347716f4-3346-439b-97c2-a271dc8c78bc on host dv-cinder-master-3-smb {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:02.733143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (17b03547-d1aa-434f-848b-e97f5ebde990), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.753304 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b03547-d1aa-434f-848b-e97f5ebde990']}} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:02.763389 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb') {'for_net_delete': True} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:02.763632 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.services.segments.db [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb') {} {{(pid=106859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:02.773030 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33030340'] for segment (8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.786297 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33031641'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.789848 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:02.790458 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.791970 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ffb1542b-91cd-41f0-92d5-aa4ca09e7939 HTTP/1.1" status: 200 len: 1094 time: 1.2519226 Sep 04 01:21:02.792933 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.796256 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:02.798484 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768d81f-705b-4444-86aa-eb5ad18da9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:02.827569 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=106859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:21:02.827985 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33031613'] for segment (8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.848293 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3adac87-b73f-42c4-9676-3dbd9076f58b x-openstack-request-id: req-d3adac87-b73f-42c4-9676-3dbd9076f58b {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:02.852715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:02.852715 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3adac87-b73f-42c4-9676-3dbd9076f58b {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:02.852715 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3adac87-b73f-42c4-9676-3dbd9076f58b'] response: {'name': 'network-changed', 'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'status': 'completed', 'code': 200} Sep 04 01:21:02.911515 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=8 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:02.916183 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb resource provider aggregate not found Sep 04 01:21:02.940767 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e28e5-3ed5-4a91-b053-10799dfbea79 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=3']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:02.953738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-94f21016-ae97-4e66-a43d-7bf40a19def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:02.955276 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-94f21016-ae97-4e66-a43d-7bf40a19def2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 1128 time: 0.0636318 Sep 04 01:21:02.957798 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.services.segments.plugin [-] Segment 8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c7edacf-d8db-4cdc-8c82-fcc3a0cc49fb found for delete ", "request_id": "req-928a3739-e272-4723-a265-24fd3f4b3f2e"}]} Sep 04 01:21:03.027657 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (17b03547-d1aa-434f-848b-e97f5ebde990), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.043925 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.047003 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/17b03547-d1aa-434f-848b-e97f5ebde990 HTTP/1.1" status: 204 len: 168 time: 0.8838809 Sep 04 01:21:03.066633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005c00-1da6-4cd1-bf41-24eebe6deda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b03547-d1aa-434f-848b-e97f5ebde990,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:03.081870 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-de98d85a-d6fa-486c-9e2a-83808e79d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.083327 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-de98d85a-d6fa-486c-9e2a-83808e79d272 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5cfeb662f87744b195af64361774c98a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1161404 Sep 04 01:21:03.181129 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-766d3b1d-ed04-46c0-ab1e-4fe190be265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.182616 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-6768d81f-705b-4444-86aa-eb5ad18da9ee req-766d3b1d-ed04-46c0-ab1e-4fe190be265a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940893 Sep 04 01:21:03.276271 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-010560a5-c6d3-4ae3-8cf4-97d5baad1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.278075 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-010560a5-c6d3-4ae3-8cf4-97d5baad1a01 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 1128 time: 0.0399380 Sep 04 01:21:03.323390 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-40192661-91e7-4219-b0d7-47cf5565cd14 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939 HTTP/1.1" status: 200 len: 217 time: 0.0324700 Sep 04 01:21:03.366155 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376251-a78f-45d7-a2ec-7ec090451e30 req-aca44de8-4a35-4b41-9146-15d64bbcd339 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.368261 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e376251-a78f-45d7-a2ec-7ec090451e30 req-aca44de8-4a35-4b41-9146-15d64bbcd339 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 944 time: 0.0494070 Sep 04 01:21:03.371975 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-5474e738-1185-40ad-8965-ef5c3729b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.373428 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-5474e738-1185-40ad-8965-ef5c3729b8c4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0446150 Sep 04 01:21:03.416305 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3e376251-a78f-45d7-a2ec-7ec090451e30 req-e99e3f53-633d-4997-97c8-c918c046a8ab tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Sep 04 01:21:03.420906 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-08331391-28d9-400a-8cfa-161f5a7d4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:03.422424 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-08331391-28d9-400a-8cfa-161f5a7d4bb0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435727 Sep 04 01:21:03.463660 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41268) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:03.503701 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-ef6f9539-2853-41f1-9c13-ba7c6832e392 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5a4534146f2f4d5f8f2ed8a2b9d1fb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385454 Sep 04 01:21:03.506212 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41270) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:03.515222 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-d0f6061e-b962-4097-acb4-009b8504205c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Sep 04 01:21:03.559010 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] Publish callbacks [] for security_group (55ffd16d-54e5-4723-86c8-f8217520e88a), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.579509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] Publish callbacks [] for security_group (55ffd16d-54e5-4723-86c8-f8217520e88a), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.606592 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-2b5780ef-80c0-48ae-bb28-2607af5ca500 req-5eb236c9-52d4-4433-9b14-f1c26263cdac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Sep 04 01:21:03.611780 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:03.706739 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 347716f4-3346-439b-97c2-a271dc8c78bc no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:03.746785 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (55ffd16d-54e5-4723-86c8-f8217520e88a), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.752120 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:03.753428 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55ffd16d-54e5-4723-86c8-f8217520e88a HTTP/1.1" status: 204 len: 168 time: 0.2460461 Sep 04 01:21:03.763922 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6648f5-b793-4151-ab3b-ad5fc6120e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ffd16d-54e5-4723-86c8-f8217520e88a,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:03.860287 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 347716f4-3346-439b-97c2-a271dc8c78bc {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:03.860655 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 347716f4-3346-439b-97c2-a271dc8c78bc not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:04.453829 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41278) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:04.494879 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a2f10aac-f6fa-42b6-a8bc-73f75689aaf1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a4819545ee3341588c2e82e386e89582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397575 Sep 04 01:21:04.497312 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41280) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:04.541634 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4e94-a98b-48bd-b757-7c0ff6e46e9b req-8ec4b0c5-39d9-4751-be3d-96a3c1f5ee15 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:04.543104 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b5bf4e94-a98b-48bd-b757-7c0ff6e46e9b req-8ec4b0c5-39d9-4751-be3d-96a3c1f5ee15 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 944 time: 0.0488374 Sep 04 01:21:04.547779 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] Publish callbacks [] for security_group (391c104f-0580-4f35-b0b2-43a75023276e), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.568192 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] Publish callbacks [] for security_group (391c104f-0580-4f35-b0b2-43a75023276e), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.583938 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:04.592926 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-b5bf4e94-a98b-48bd-b757-7c0ff6e46e9b req-ce26f037-5889-4124-b3dd-bfe3ff2a58fb tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Sep 04 01:21:04.697048 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (391c104f-0580-4f35-b0b2-43a75023276e), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.700301 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.703818 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/391c104f-0580-4f35-b0b2-43a75023276e HTTP/1.1" status: 204 len: 168 time: 0.2033145 Sep 04 01:21:04.709338 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c68b2d-7ee0-4f84-a5ba-7bd7664c27bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c104f-0580-4f35-b0b2-43a75023276e,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:05.640020 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-96ba982f-dfc4-4d84-aa5e-96ff9be09262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:05.715867 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2a0c0-b342-4875-bf92-b515812c10e9 req-ab9eb4ad-6866-498e-91aa-aad596c3e797 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:05.717345 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fec2a0c0-b342-4875-bf92-b515812c10e9 req-ab9eb4ad-6866-498e-91aa-aad596c3e797 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 944 time: 0.0483797 Sep 04 01:21:05.763692 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-fec2a0c0-b342-4875-bf92-b515812c10e9 req-9db9046e-c106-4ce6-ace2-1580fe765cee tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Sep 04 01:21:06.530197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device ffb1542b-91cd-41f0-92d5-aa4ca09e7939 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:21:06.629094 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:06.640148 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Returning: {'device': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'port_id': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'mac_address': 'fa:16:3e:d2:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:21:06.673889 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 is: DOWN; New status is: BUILD {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:21:06.674273 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:06.687091 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb1542b-91cd-41f0-92d5-aa4ca09e7939 {{(pid=106861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:21:06.706676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:06.765434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:06.821004 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=4']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:06.899703 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eba2eb-06e5-4371-b970-43afcb56a0a6 req-fabe8d5c-2711-4f01-adea-8db63e2f6ed1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:06.901544 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55eba2eb-06e5-4371-b970-43afcb56a0a6 req-fabe8d5c-2711-4f01-adea-8db63e2f6ed1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 945 time: 0.0534992 Sep 04 01:21:06.950107 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-55eba2eb-06e5-4371-b970-43afcb56a0a6 req-3ab858ec-d1dd-4660-9750-48ca6c4b8ce1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Sep 04 01:21:07.262167 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] get_ports_and_sgs() called for port_ids ['ffb1542b-91cd-41f0-92d5-aa4ca09e7939'] {{(pid=106861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:21:07.946030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c1592347-1768-48a8-858f-3555b1cba2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:08.056667 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:08.073748 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670170c-602c-4983-ae59-c7578d3dccf3 req-d5c7abe9-187e-4ee9-a028-48fa844f7b6d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:08.075135 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3670170c-602c-4983-ae59-c7578d3dccf3 req-d5c7abe9-187e-4ee9-a028-48fa844f7b6d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Sep 04 01:21:08.123474 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-3670170c-602c-4983-ae59-c7578d3dccf3 req-722402b3-3d45-4d66-a3e8-b7897988052d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Sep 04 01:21:08.535859 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device ffb1542b-91cd-41f0-92d5-aa4ca09e7939 up at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:21:08.580945 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning for port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 completed by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:21:08.654034 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.provisioning_blocks [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Provisioning complete for port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 triggered by entity L2. {{(pid=106861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:21:08.654407 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012489'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), provisioning_complete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:08.725713 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Current status of the port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 is: BUILD; New status is: ACTIVE {{(pid=106861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:21:08.726006 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660642'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), before_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:08.749116 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939'}] {{(pid=106861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:08.751349 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c969ecd6bcd8dc50d0740039c4ff2269640364b4b29145ad1511bb2658a750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aed561f-ab6c-4a93-a3ee-72dbcd277415" -d '{"events": [{"server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939"}]}' {{(pid=106861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:08.763773 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:08.789606 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7649e9-607a-4271-8b60-c50fca61a806 x-openstack-request-id: req-0a7649e9-607a-4271-8b60-c50fca61a806 {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:08.789902 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "name": "network-vif-plugged", "status": "completed", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939", "code": 200}]} {{(pid=106861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:08.790200 dv-cinder-master-3-smb neutron-server[106861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0a7649e9-607a-4271-8b60-c50fca61a806 {{(pid=106861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:08.790604 dv-cinder-master-3-smb neutron-server[106861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7649e9-607a-4271-8b60-c50fca61a806'] response: {'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'code': 200} Sep 04 01:21:08.828627 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773495453314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773494926219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773494926237'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:08.882469 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Pushing event updated for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=5']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:09.149243 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b73d0-69cd-467d-a4f6-60b12b4177a2 req-9ae208d7-fe08-4574-81d4-326a890bf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:09.150771 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-802b73d0-69cd-467d-a4f6-60b12b4177a2 req-9ae208d7-fe08-4574-81d4-326a890bf8f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0370481 Sep 04 01:21:09.173097 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:09.197806 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-802b73d0-69cd-467d-a4f6-60b12b4177a2 req-d6a15e82-596b-4fce-a3ee-e43469549e3a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401876 Sep 04 01:21:09.247527 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce676e-ed1c-4500-87ed-1dc00bfbf27d req-93d9b7ff-9b66-477a-a260-bbff8fbdd59f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:09.249005 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80ce676e-ed1c-4500-87ed-1dc00bfbf27d req-93d9b7ff-9b66-477a-a260-bbff8fbdd59f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0476365 Sep 04 01:21:09.251250 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:09.299725 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-80ce676e-ed1c-4500-87ed-1dc00bfbf27d req-401de5d5-6ad5-49d5-96da-9d74f6867d14 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Sep 04 01:21:10.424527 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd2ad-fb0b-4869-91c1-3a8beb4a657f req-50b51369-8e37-4864-85d1-ef6e3afbef8f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:10.426016 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7dbfd2ad-fb0b-4869-91c1-3a8beb4a657f req-50b51369-8e37-4864-85d1-ef6e3afbef8f tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0493970 Sep 04 01:21:10.475417 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-7dbfd2ad-fb0b-4869-91c1-3a8beb4a657f req-c2b9d2ab-cbc3-481f-b9ff-8bd65ef4707a tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Sep 04 01:21:10.734268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:10.822706 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:10.848477 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:10.849252 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:11.595048 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583df52-2bb5-4889-b17c-5e132c64adfa req-987fe643-9c72-4598-b312-d392e9502b7d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:11.596536 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2583df52-2bb5-4889-b17c-5e132c64adfa req-987fe643-9c72-4598-b312-d392e9502b7d tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0459359 Sep 04 01:21:11.644603 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2583df52-2bb5-4889-b17c-5e132c64adfa req-4952fce2-ce47-49c2-8e22-b37452db706b tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423892 Sep 04 01:21:11.761849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7564cf-cfe3-4294-9aa8-9503154bf15b req-04a4cd66-1235-45ba-a989-d7f520e2d620 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:11.763258 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-4e7564cf-cfe3-4294-9aa8-9503154bf15b req-04a4cd66-1235-45ba-a989-d7f520e2d620 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0472300 Sep 04 01:21:11.773081 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41302) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:11.777360 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.v2.base [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Request body: {'floatingip': {'port_id': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939'}} {{(pid=106859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:21:11.815310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), before_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:12.124226 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:12.481017 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:12.560067 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:12.654638 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Floating IP 3c6a6aec-d357-4b3b-8228-613d70708e6c associated. External IP: 172.37.6.158, port: ffb1542b-91cd-41f0-92d5-aa4ca09e7939. Sep 04 01:21:12.751869 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:12.847878 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:12.945888 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:12.951037 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:12.955489 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:12.965395 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:12.966128 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:21:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:12.983295 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-ad3abe32-bb44-4f6d-985d-f43dabee3b31 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3c6a6aec-d357-4b3b-8228-613d70708e6c HTTP/1.1" status: 200 len: 992 time: 1.2091775 Sep 04 01:21:12.983862 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:12.986187 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a5c38-4123-4bc0-9560-908de8bdb9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:13.023493 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a428a2-01f1-4726-84e4-f95d285261d7 x-openstack-request-id: req-a2a428a2-01f1-4726-84e4-f95d285261d7 {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:13.023779 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:13.024025 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2a428a2-01f1-4726-84e4-f95d285261d7 {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:13.024431 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a428a2-01f1-4726-84e4-f95d285261d7'] response: {'name': 'network-changed', 'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'status': 'completed', 'code': 200} Sep 04 01:21:13.071819 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:13.111344 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-91cdca0a-e77e-45be-b061-e8e5a4e8675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:13.113177 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-91cdca0a-e77e-45be-b061-e8e5a4e8675b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0425248 Sep 04 01:21:13.204450 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-56d89f68-dc8f-4b3f-9226-5c312e8d17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:13.205944 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-56d89f68-dc8f-4b3f-9226-5c312e8d17c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0862355 Sep 04 01:21:13.271645 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-3a66054c-f2b9-43cc-826b-5ec4c4eccd25 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939 HTTP/1.1" status: 200 len: 1000 time: 0.0599742 Sep 04 01:21:13.289630 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3c6a6aec-d357-4b3b-8228-613d70708e6c', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.158', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:d2:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:20:51Z', 'updated_at': '2022-09-04T01:21:12Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:13.313651 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:13.320824 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-9bdf8a6b-1f7f-4412-8d4b-825c6151944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:13.321900 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:13.322264 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-9bdf8a6b-1f7f-4412-8d4b-825c6151944f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0441396 Sep 04 01:21:13.322484 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:21:08Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:13.364257 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-3fc4a134-a909-4a7b-aa5a-646be35f1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:13.365795 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-3fc4a134-a909-4a7b-aa5a-646be35f1817 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383945 Sep 04 01:21:13.413556 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:13.418455 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:13.425234 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:13.459437 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-86bce346-399a-4733-9718-d9864d3db15d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877554 Sep 04 01:21:13.514608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:13.551427 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-670a5c38-4123-4bc0-9560-908de8bdb9f2 req-86fc348f-e86a-47c7-8a8f-f04dd47bf96c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857692 Sep 04 01:21:13.644193 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3c6a6aec-d357-4b3b-8228-613d70708e6c', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.158', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:d2:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:20:51Z', 'updated_at': '2022-09-04T01:21:12Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:13.675158 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e349b-4296-45ad-97fe-8aca05a7ecf8 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3c6a6aec-d357-4b3b-8228-613d70708e6c', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'floating_ip_address': '172.37.6.158', 'floating_network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'router_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'port_id': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'mac_address': 'fa:16:3e:d2:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:20:51Z', 'updated_at': '2022-09-04T01:21:12Z', 'revision_number': 1, 'project_id': '5cfeb662f87744b195af64361774c98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:13.864439 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7666889-4c91-48fc-8078-d63b772319e8 None None] New status for floating IP 3c6a6aec-d357-4b3b-8228-613d70708e6c: ACTIVE {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:21:21.638603 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:21.641564 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=20 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:23.548203 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=71 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:23.641521 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=61 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:23.646424 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:23.647013 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=16 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:27.100654 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=11 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:27.111778 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:28.342303 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.642512 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0fc93ebd-f898-4443-b7f6-e6fb01106aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.061341 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:21:37.994012 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-dfc63bbb-9a54-4a30-9824-213a4d3f37d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:39.233854 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:40.731050 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:40.811002 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:46.057403 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:48.094866 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:50.755452 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:50.759574 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:50.763256 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:58.370796 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:04.107736 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:04.117641 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:04.681431 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-b2c0ba17-b775-4489-b8ed-00992ab91b9d req-dc2840c6-f92c-4ff8-be54-bf306cc29dee service neutron] (106859) timed out ('10.222.0.55', 63674) {{(pid=106859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:22:05.631067 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-07353491-89df-4fde-a258-0bd41e424a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:07.942420 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-11cd7fab-c9cf-4f7f-abde-10e7007da5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:09.242110 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:10.736263 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:10.816536 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:13.060003 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:22:23.055034 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:23.055756 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:25.399740 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-6f302ade-9a32-405e-bad7-d21487735220 req-d3e43270-1f62-4bd0-aaec-4f4d983b983b service neutron] (106860) timed out ('10.222.0.55', 63710) {{(pid=106860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:22:25.729402 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=16 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:25.733334 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:25.736036 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:28.376298 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:31.652197 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-b721e14d-a8e9-4f50-b678-61bc055aaa44 req-bbc77c7b-e840-4669-aed2-ad8fc3f0c534 service neutron] (106860) timed out ('10.222.0.55', 63676) {{(pid=106860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:22:35.630629 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-23be4834-ceaf-4edd-994c-cc4dd40f5214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:37.158670 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-bdce3da2-3df7-42df-ba01-ca0582fc7d4e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364491 Sep 04 01:22:37.826091 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-0bc9d59b-44e7-4ad5-ad79-8b50233547fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:37.827560 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-0bc9d59b-44e7-4ad5-ad79-8b50233547fd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5cfeb662f87744b195af64361774c98a&device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 1130 time: 0.0390003 Sep 04 01:22:37.934351 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-50a2a413-58e5-4220-9a29-2254bb550c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:37.936338 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-50a2a413-58e5-4220-9a29-2254bb550c2c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 200 len: 912 time: 0.0889342 Sep 04 01:22:37.936491 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e565f3b7-3c39-4b51-aa7e-683c400ccf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:38.008298 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-19bb3650-6832-4eba-b586-429c1147fb77 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939 HTTP/1.1" status: 200 len: 1002 time: 0.0666943 Sep 04 01:22:38.057979 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-eb35af6e-87f8-4d73-bc6f-6789555217a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:38.059406 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-eb35af6e-87f8-4d73-bc6f-6789555217a7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 200 len: 850 time: 0.0454893 Sep 04 01:22:38.103813 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-fbfc4f61-b9a1-4acf-afa3-d43f1ad643a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:38.105336 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-fbfc4f61-b9a1-4acf-afa3-d43f1ad643a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=05f1b3dd-5e44-4692-9751-b8384e351207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392241 Sep 04 01:22:38.201431 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-4fcd30e5-4433-445b-83ad-2af80b409159 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881021 Sep 04 01:22:38.297259 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-e3daaac4-088e-4f82-9376-bf07304ef89d req-d1814b22-6048-42eb-8a5b-6c3e852a898d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Sep 04 01:22:39.270263 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:40.736741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:40.833707 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:41.102291 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:41.106188 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:45.075389 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57b2bc-1609-4bed-b7f9-675d4b4c86d9 req-5c8b95bb-be4b-4edc-b8f4-01b6114c2327 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:45.076873 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ae57b2bc-1609-4bed-b7f9-675d4b4c86d9 req-5c8b95bb-be4b-4edc-b8f4-01b6114c2327 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0479848 Sep 04 01:22:45.126591 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-ae57b2bc-1609-4bed-b7f9-675d4b4c86d9 req-c16a9474-d24c-47fc-84cf-8b3b32d7d6dc tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Sep 04 01:22:46.250193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07c695-0663-42bf-af2a-fcccd23379ec req-01263912-8465-4e71-9c00-988dcca54c78 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:46.251666 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8c07c695-0663-42bf-af2a-fcccd23379ec req-01263912-8465-4e71-9c00-988dcca54c78 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0463846 Sep 04 01:22:46.298678 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-8c07c695-0663-42bf-af2a-fcccd23379ec req-ebea7823-b963-4d9f-bee4-c782517cb3f4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Sep 04 01:22:47.206729 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4728977-0ecf-47ea-953a-a6510f00873d req-b3f4826a-5e6f-498d-96f6-2ff7121ddd1e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:47.208167 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4728977-0ecf-47ea-953a-a6510f00873d req-b3f4826a-5e6f-498d-96f6-2ff7121ddd1e tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0474470 Sep 04 01:22:47.290410 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Deleting port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 {{(pid=106859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:47.291095 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.379048 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.db [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] For port ffb1542b-91cd-41f0-92d5-aa4ca09e7939, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:22:47.379320 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.420015 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3541512-d8d5-469e-95e7-d3d472e22728 req-acc537d1-284a-4b8a-a038-32b6e02d3380 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:22:47.421511 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d3541512-d8d5-469e-95e7-d3d472e22728 req-acc537d1-284a-4b8a-a038-32b6e02d3380 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 946 time: 0.0467079 Sep 04 01:22:47.468302 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-d3541512-d8d5-469e-95e7-d3d472e22728 req-d3140d2b-4f32-4829-9977-1bf0bc8607c4 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2ec765e5-2f74-4aef-a671-22157bf065cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 Sep 04 01:22:47.529738 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=100 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:47.544621 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.544979 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2056395'] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), after_update {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.550155 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.db.l3_db [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Floating IP 3c6a6aec-d357-4b3b-8228-613d70708e6c disassociated. External IP: 172.37.6.158, port: ffb1542b-91cd-41f0-92d5-aa4ca09e7939. Sep 04 01:22:47.550155 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.plugins.ml2.plugin [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Calling delete_port for ffb1542b-91cd-41f0-92d5-aa4ca09e7939 owned by compute:nova {{(pid=106859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:47.555654 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:47.732904 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33031616'] for port (ffb1542b-91cd-41f0-92d5-aa4ca09e7939), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.764681 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'Port': ['ID=ffb1542b-91cd-41f0-92d5-aa4ca09e7939,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:47.808974 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.809315 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.809650 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.809983 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.810310 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.810633 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.810973 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.811268 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.811586 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.811901 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.812217 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.812558 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.812877 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.813192 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.813504 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:47.884242 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:22:47.984804 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:22:47.994438 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:22:48.004536 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:22:48.005418 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:22:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:48.034456 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] No DVR routers for this DVR port ffb1542b-91cd-41f0-92d5-aa4ca09e7939 on host hv-cinder-maste {{(pid=106859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:22:48.037023 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for port (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:48.040323 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [req-f4728977-0ecf-47ea-953a-a6510f00873d req-ca22fbf6-7c46-4960-b393-3fecf05a6fd1 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ffb1542b-91cd-41f0-92d5-aa4ca09e7939 HTTP/1.1" status: 204 len: 173 time: 0.8272643 Sep 04 01:22:48.040790 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'name': 'network-vif-deleted', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939'}] {{(pid=106859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:22:48.043043 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612b6714a6da21d96575000a43058147539c70e9f4008bfb3c065dc69b8437f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5aa43-c795-4b81-b781-619a349573ae" -d '{"events": [{"server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "name": "network-vif-deleted", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939"}]}' {{(pid=106859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:22:48.087678 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f81b7c8-2bfc-48a9-8bb8-55a91c168d3f x-openstack-request-id: req-1f81b7c8-2bfc-48a9-8bb8-55a91c168d3f {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:22:48.087966 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa11851-53ac-4342-8753-cf8e84ea3cc8", "name": "network-vif-deleted", "tag": "ffb1542b-91cd-41f0-92d5-aa4ca09e7939", "status": "completed", "code": 200}]} {{(pid=106859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:22:48.088214 dv-cinder-master-3-smb neutron-server[106859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f81b7c8-2bfc-48a9-8bb8-55a91c168d3f {{(pid=106859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:22:48.088667 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f81b7c8-2bfc-48a9-8bb8-55a91c168d3f'] response: {'server_uuid': '5aa11851-53ac-4342-8753-cf8e84ea3cc8', 'name': 'network-vif-deleted', 'tag': 'ffb1542b-91cd-41f0-92d5-aa4ca09e7939', 'status': 'completed', 'code': 200} Sep 04 01:22:48.242715 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:22:48.430452 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:48.458645 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:22:48.466984 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:22:48.467568 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:22:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:48.571357 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:22:48.587448 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [req-2ab705b8-bfbf-4256-8000-6f63d1129fec req-b3ba87cb-259c-4981-a5b2-3fa910f7e2c3 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5aa11851-53ac-4342-8753-cf8e84ea3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Sep 04 01:22:48.757104 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:48.780908 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b19b-9a08-4f8b-b717-e2d9a806f258 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:16:30Z', 'revision_number': 4, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '15e4a34f-9618-4c70-9040-00c78a4abc4b', 'name': '', 'network_id': '05f1b3dd-5e44-4692-9751-b8384e351207', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'mac_address': 'fa:16:3e:18:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:30Z', 'updated_at': '2022-09-04T01:16:35Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'subnets': [{'id': '5bcf1723-29c1-440a-8dde-6cd08cd91e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:22:49.002183 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08880ef8-73f1-427d-a998-48ab9ff3630d None None] New status for floating IP 3c6a6aec-d357-4b3b-8228-613d70708e6c: DOWN {{(pid=106862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:22:49.739353 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41466) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:49.793248 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (2ec765e5-2f74-4aef-a671-22157bf065cc), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:49.814703 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (2ec765e5-2f74-4aef-a671-22157bf065cc), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:49.926975 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2ec765e5-2f74-4aef-a671-22157bf065cc), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:49.929505 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:49.930630 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2ec765e5-2f74-4aef-a671-22157bf065cc HTTP/1.1" status: 204 len: 168 time: 0.1902831 Sep 04 01:22:49.933569 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41468) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:49.939641 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb1e24-33a5-42fa-acf1-477de54d2a73 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec765e5-2f74-4aef-a671-22157bf065cc,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:49.954124 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.api.v2.resource [None req-bc855b6e-f8e6-4658-ba13-790fdbfe8e93 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] show failed (client error): The resource could not be found. Sep 04 01:22:49.954124 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-bc855b6e-f8e6-4658-ba13-790fdbfe8e93 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "GET /networking/v2.0/security-groups/2ec765e5-2f74-4aef-a671-22157bf065cc HTTP/1.1" status: 404 len: 347 time: 0.0174677 Sep 04 01:22:49.956366 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41470) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:50.058417 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:22:50.068423 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Deleting port b4f53b07-298d-4afd-a332-d5f234e3e384 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:50.068782 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.146490 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.146808 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (b4f53b07-298d-4afd-a332-d5f234e3e384), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.159499 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Calling delete_port for b4f53b07-298d-4afd-a332-d5f234e3e384 owned by network:floatingip {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:50.349951 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (b4f53b07-298d-4afd-a332-d5f234e3e384), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.374238 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Pushing event deleted for resources: {'Port': ['ID=b4f53b07-298d-4afd-a332-d5f234e3e384,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:50.401447 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.401792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.402129 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.402463 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.402792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.403117 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.403440 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.403759 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.404080 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.404401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.404749 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.405069 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.405388 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.405722 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.406054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:50.446912 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks [] for floatingip (3c6a6aec-d357-4b3b-8228-613d70708e6c), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.449491 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253505'] for floatingip (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:50.450624 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-da14181f-0fb6-47a0-afbb-994db51e6b69 tempest-AttachVolumeTestJSON-1533856579 tempest-AttachVolumeTestJSON-1533856579-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3c6a6aec-d357-4b3b-8228-613d70708e6c HTTP/1.1" status: 204 len: 168 time: 0.4932482 Sep 04 01:22:51.048405 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device ffb1542b-91cd-41f0-92d5-aa4ca09e7939 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:22:51.071976 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] No Port match for: ffb1542b-91cd-41f0-92d5-aa4ca09e7939 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:22:51.072320 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Device ffb1542b-91cd-41f0-92d5-aa4ca09e7939 not bound to the agent host hv-cinder-maste {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:22:54.411266 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41498) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:54.726655 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:54.775448 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:54.818832 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1609419'] for router_interface (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.030236 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Deleting port 15e4a34f-9618-4c70-9040-00c78a4abc4b {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:55.030476 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.108046 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] For port 15e4a34f-9618-4c70-9040-00c78a4abc4b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=15e4a34f-9618-4c70-9040-00c78a4abc4b,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:22:55.108426 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.121628 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Calling delete_port for 15e4a34f-9618-4c70-9040-00c78a4abc4b owned by network:router_interface {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:55.372752 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (15e4a34f-9618-4c70-9040-00c78a4abc4b), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.395528 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e4a34f-9618-4c70-9040-00c78a4abc4b,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:55.557989 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2059643'] for router_interface (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.569116 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:55.741491 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:55.766126 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 has already been hosted by L3 agent cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5 {{(pid=106860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:22:55.869572 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:22:55.875219 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f0897dbb-3c48-4a98-9f0b-3b34212aa848 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631884 Sep 04 01:22:55.877198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41502) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:55.878344 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Sync routers for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:22:55.890093 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:22:55.890719 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:22:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:55.893242 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=3,neutron:SELECT=53 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:55.922969 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:55.925157 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:55.976294 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks [] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:55.996857 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: dv-cinder-master-3-smb {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:22:56.071651 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks [] for router_gateway (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.164532 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Deleting port ced9c421-b92e-4f46-a4eb-8c77847351cf {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:56.164868 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.166676 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'external_fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:22:55Z', 'revision_number': 5, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port': {'id': 'ced9c421-b92e-4f46-a4eb-8c77847351cf', 'name': '', 'network_id': 'e32cd97d-8347-4e32-99e8-ec18fe962427', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'ip_address': '172.37.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:16:28Z', 'updated_at': '2022-09-04T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29276367-1fc0-47e8-a263-84cfd2cfece7', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:56.196805 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Checking router: 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 for host: dv-cinder-master-3-smb {{(pid=106861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:22:56.205223 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Routers {'8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:22:56.205821 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:58:08Z,description=,heartbeat_timestamp=2022-09-04T01:22:38Z,host='dv-cinder-master-3-smb',id=cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:58:09Z,topic='l3_agent')) {'router_ids': ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'], 'active': True} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:56.244683 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] For port ced9c421-b92e-4f46-a4eb-8c77847351cf, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ced9c421-b92e-4f46-a4eb-8c77847351cf,segment=NetworkSegment(d90f3273-e1a7-4c53-b012-16f365ec7201),segment_id=d90f3273-e1a7-4c53-b012-16f365ec7201)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:22:56.245034 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.257647 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Calling delete_port for ced9c421-b92e-4f46-a4eb-8c77847351cf owned by network:router_gateway {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:56.288825 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvr_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] Set router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 gateway port host: None {{(pid=106861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:22:56.341527 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_hamode_db [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:22:56Z', 'revision_number': 6, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:56.367766 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803c17d-0294-4400-a655-b1edfbda1ce0 None None] The sync data for ids ['8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65'] in dv-cinder-master-3-smb is: [{'id': '8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65', 'name': 'tempest-AttachVolumeTestJSON-1874434387-router', 'tenant_id': '5cfeb662f87744b195af64361774c98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:16:27Z', 'updated_at': '2022-09-04T01:22:56Z', 'revision_number': 6, 'project_id': '5cfeb662f87744b195af64361774c98a', 'gw_port_host': None}] {{(pid=106861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:22:56.368030 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:56.515747 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (ced9c421-b92e-4f46-a4eb-8c77847351cf), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.544008 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced9c421-b92e-4f46-a4eb-8c77847351cf,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:56.605232 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2056232'] for router_gateway (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.950466 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-778'] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:56.952647 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks [] for router_controller (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.077792 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609354'] for router (8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.078379 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 {{(pid=106860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:22:57.085374 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.085374 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-b6f9b016-578e-4a0a-bb0c-b46f8f9e0638 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8f0a4b18-7fc8-49e3-9569-9cdcd9a97b65 HTTP/1.1" status: 204 len: 168 time: 1.2069032 Sep 04 01:22:57.087674 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41504) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:57.120770 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:57.137492 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Deleting subnet 5bcf1723-29c1-440a-8dde-6cd08cd91e4f {{(pid=106860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:22:57.142414 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Publish callbacks [] for subnet (5bcf1723-29c1-440a-8dde-6cd08cd91e4f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.175102 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31615556'] for subnet (5bcf1723-29c1-440a-8dde-6cd08cd91e4f), precommit_delete_associations {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.251646 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863685'] for subnet (5bcf1723-29c1-440a-8dde-6cd08cd91e4f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.385033 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-865011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33507325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31608734'] for subnet (5bcf1723-29c1-440a-8dde-6cd08cd91e4f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.411237 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcf1723-29c1-440a-8dde-6cd08cd91e4f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:57.414827 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for subnet (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.417948 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a1dbb81a-d78f-4953-a2f5-08740e46a3fc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5bcf1723-29c1-440a-8dde-6cd08cd91e4f HTTP/1.1" status: 204 len: 168 time: 0.3293378 Sep 04 01:22:57.420439 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41506) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:57.422949 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db93125-7f20-4f77-a3b3-93b50a4f26f6 None None] Network 05f1b3dd-5e44-4692-9751-b8384e351207 requested from dv-cinder-master-3-smb {{(pid=106861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:22:57.488555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-691060'] for network (05f1b3dd-5e44-4692-9751-b8384e351207), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.535066 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Deleting port 5ed52b30-00ea-4068-9abe-91219f401f99 {{(pid=106860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:57.535394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.588501 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] DHCP port deletion for 05f1b3dd-5e44-4692-9751-b8384e351207 request from dv-cinder-master-3-smb {{(pid=106861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:22:57.602588 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.db [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] For port 5ed52b30-00ea-4068-9abe-91219f401f99, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5ed52b30-00ea-4068-9abe-91219f401f99,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:22:57.602961 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.615887 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.plugin [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Calling delete_port for 5ed52b30-00ea-4068-9abe-91219f401f99 owned by network:dhcp {{(pid=106860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:57.624715 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Deleting port 5ed52b30-00ea-4068-9abe-91219f401f99 {{(pid=106861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:22:57.625081 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773495451603'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), before_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.686467 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:57.690860 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.db [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] For port 5ed52b30-00ea-4068-9abe-91219f401f99, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5ed52b30-00ea-4068-9abe-91219f401f99,segment=NetworkSegment(d113c042-4912-4a25-a931-7e946b181b91),segment_id=d113c042-4912-4a25-a931-7e946b181b91)] {{(pid=106861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:22:57.691817 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613185'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), precommit_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.704261 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Calling delete_port for 5ed52b30-00ea-4068-9abe-91219f401f99 owned by network:dhcp {{(pid=106861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:22:57.785919 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 5ed52b30-00ea-4068-9abe-91219f401f99 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:22:57.787026 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33505826'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.810720 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 5ed52b30-00ea-4068-9abe-91219f401f99 {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:22:57.811054 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 5ed52b30-00ea-4068-9abe-91219f401f99 not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:22:57.811459 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 15e4a34f-9618-4c70-9040-00c78a4abc4b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:22:57.813317 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed52b30-00ea-4068-9abe-91219f401f99,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:57.815386 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] No DVR routers for this DVR port 5ed52b30-00ea-4068-9abe-91219f401f99 on host dv-cinder-master-3-smb {{(pid=106860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:22:57.834070 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773495453368', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773494926210'] for port (5ed52b30-00ea-4068-9abe-91219f401f99), after_delete {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.837844 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: 15e4a34f-9618-4c70-9040-00c78a4abc4b {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:22:57.838227 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device 15e4a34f-9618-4c70-9040-00c78a4abc4b not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:22:57.838689 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device ced9c421-b92e-4f46-a4eb-8c77847351cf no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:22:57.877099 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Pushing event deleted for resources: {'Port': ['ID=5ed52b30-00ea-4068-9abe-91219f401f99,revision_number=None']} {{(pid=106861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:57.879168 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] No Port match for: ced9c421-b92e-4f46-a4eb-8c77847351cf {{(pid=106861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:22:57.879496 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.plugins.ml2.rpc [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Device ced9c421-b92e-4f46-a4eb-8c77847351cf not bound to the agent host dv-cinder-master-3-smb {{(pid=106861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:22:57.884999 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] No DVR routers for this DVR port 5ed52b30-00ea-4068-9abe-91219f401f99 on host dv-cinder-master-3-smb {{(pid=106861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:22:57.895744 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013410', 'neutron.services.segments.db._delete_segments_for_network-8773495378836'] for network (05f1b3dd-5e44-4692-9751-b8384e351207), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.897665 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.898088 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.898478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.899225 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.899415 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.899804 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.900188 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.900691 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.901095 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.901513 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.901962 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.902378 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.902792 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.903330 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.903647 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4709377-15f2-4fc4-b839-9a12b6d79dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:22:57.919152 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f1b3dd-5e44-4692-9751-b8384e351207']}} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:57.929221 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd113c042-4912-4a25-a931-7e946b181b91') {'for_net_delete': True} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:57.929509 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.services.segments.db [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd113c042-4912-4a25-a931-7e946b181b91') {} {{(pid=106860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:22:57.938975 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773495471508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31615571'] for segment (d113c042-4912-4a25-a931-7e946b181b91), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.952106 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946'] for segment (d113c042-4912-4a25-a931-7e946b181b91), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:57.958586 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=106860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:22:57.958972 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33505887'] for segment (d113c042-4912-4a25-a931-7e946b181b91), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.000334 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment d113c042-4912-4a25-a931-7e946b181b91 resource provider aggregate not found Sep 04 01:22:58.022636 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.services.segments.plugin [-] Segment d113c042-4912-4a25-a931-7e946b181b91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d113c042-4912-4a25-a931-7e946b181b91 found for delete ", "request_id": "req-c2ffeca7-9c86-446a-a53f-d14034a53e4c"}]} Sep 04 01:22:58.099330 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2056432'] for network (05f1b3dd-5e44-4692-9751-b8384e351207), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.104907 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587288'] for network (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.108135 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/05f1b3dd-5e44-4692-9751-b8384e351207 HTTP/1.1" status: 204 len: 168 time: 0.6865993 Sep 04 01:22:58.120226 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dee0b-b66e-4d16-9fc3-35bc5344ab2d admin admin] Pushing event deleted for resources: {'Network': ['ID=05f1b3dd-5e44-4692-9751-b8384e351207,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:58.378481 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.483020 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41514) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:58.523362 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-d40a7e9e-0521-4d0c-9cae-8071251b079e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5cfeb662f87744b195af64361774c98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391750 Sep 04 01:22:58.525872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41516) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:22:58.576120 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] Publish callbacks [] for security_group (8aa7a154-ce7f-4281-8657-0435ef625d26), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.596413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] Publish callbacks [] for security_group (8aa7a154-ce7f-4281-8657-0435ef625d26), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.701692 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (8aa7a154-ce7f-4281-8657-0435ef625d26), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.704213 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:58.705374 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8aa7a154-ce7f-4281-8657-0435ef625d26 HTTP/1.1" status: 204 len: 168 time: 0.1786430 Sep 04 01:22:58.714354 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531fab-6fa9-4706-8d4a-5d37b9395b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa7a154-ce7f-4281-8657-0435ef625d26,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:22:59.934547 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=78,neutron:DELETE=10 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:59.935327 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:05.653057 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-5e174f5c-9a79-4582-90cd-ed5c0758d60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:05.721320 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:05.740180 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:07.995646 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-19b4d4a3-24b7-4b9e-9813-b4548d790eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:08.710151 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=32,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:08.710822 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=89,neutron:DELETE=8 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:09.235419 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:09.862751 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41646) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:09.966989 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8a0f07a1-7311-4746-acd0-2e0da97257ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.054477 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8a0f07a1-7311-4746-acd0-2e0da97257ac admin admin] Publish callbacks [] for security_group (3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.112193 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-8a0f07a1-7311-4746-acd0-2e0da97257ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.152707 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-8a0f07a1-7311-4746-acd0-2e0da97257ac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e95ad0e5c9946e0bc767bbfd85009bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887745 Sep 04 01:23:10.154593 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f07a1-7311-4746-acd0-2e0da97257ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:10.155413 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41650) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:10.206437 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] Publish callbacks [] for security_group (3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.226708 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] Publish callbacks [] for security_group (3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.376155 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.378676 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.380070 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f HTTP/1.1" status: 204 len: 168 time: 0.2234066 Sep 04 01:23:10.389124 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309e1ec-6eda-40ec-b5d4-ac4bd73f804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1c2c8-4f6d-49c0-8f6c-2a0ac248a70f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:10.762443 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.818356 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:10.961893 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41656) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:10.977907 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da544fd0-507d-4b8b-a053-7072929a884d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.049965 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da544fd0-507d-4b8b-a053-7072929a884d admin admin] Publish callbacks [] for security_group (33689ee1-4708-4bbd-a4ab-54aed536cee0), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.121176 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-da544fd0-507d-4b8b-a053-7072929a884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (33689ee1-4708-4bbd-a4ab-54aed536cee0), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.160756 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-da544fd0-507d-4b8b-a053-7072929a884d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ce281cf7fb84d0e834aed98d0b7c4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977923 Sep 04 01:23:11.161713 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da544fd0-507d-4b8b-a053-7072929a884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33689ee1-4708-4bbd-a4ab-54aed536cee0,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:11.163372 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41658) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:11.215632 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] Publish callbacks [] for security_group (33689ee1-4708-4bbd-a4ab-54aed536cee0), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.236865 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] Publish callbacks [] for security_group (33689ee1-4708-4bbd-a4ab-54aed536cee0), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.361052 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (33689ee1-4708-4bbd-a4ab-54aed536cee0), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.363626 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:11.364801 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/33689ee1-4708-4bbd-a4ab-54aed536cee0 HTTP/1.1" status: 204 len: 168 time: 0.2002940 Sep 04 01:23:11.374781 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bba6c2-ccb0-45b3-abb6-9a4e75ed56d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33689ee1-4708-4bbd-a4ab-54aed536cee0,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:18.095922 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:18.100821 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:18.416056 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41756) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:18.523859 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0aae099-8b51-4754-8602-82862aa4c9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.598914 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0aae099-8b51-4754-8602-82862aa4c9a7 admin admin] Publish callbacks [] for security_group (e795e9fa-dab2-482e-a2de-05e1ce1ee2e7), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.692171 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-f0aae099-8b51-4754-8602-82862aa4c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e795e9fa-dab2-482e-a2de-05e1ce1ee2e7), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.728946 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aae099-8b51-4754-8602-82862aa4c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e795e9fa-dab2-482e-a2de-05e1ce1ee2e7,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:18.736603 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-f0aae099-8b51-4754-8602-82862aa4c9a7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=714793a461a440d68094a2f186f9dc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166037 Sep 04 01:23:18.736758 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41760) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:18.784923 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] Publish callbacks [] for security_group (e795e9fa-dab2-482e-a2de-05e1ce1ee2e7), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.807117 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] Publish callbacks [] for security_group (e795e9fa-dab2-482e-a2de-05e1ce1ee2e7), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.909452 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (e795e9fa-dab2-482e-a2de-05e1ce1ee2e7), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.912119 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:18.913289 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e795e9fa-dab2-482e-a2de-05e1ce1ee2e7 HTTP/1.1" status: 204 len: 168 time: 0.1757126 Sep 04 01:23:18.921231 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2fd1-9f52-4ccb-be35-ed7316b8e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795e9fa-dab2-482e-a2de-05e1ce1ee2e7,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:19.513567 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41766) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:19.527373 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-715a3128-ee4a-4df5-a1a5-4984f7e7a2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.601198 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-715a3128-ee4a-4df5-a1a5-4984f7e7a2ed admin admin] Publish callbacks [] for security_group (1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.658376 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-715a3128-ee4a-4df5-a1a5-4984f7e7a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.662003 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:19.676845 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:19.700098 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-715a3128-ee4a-4df5-a1a5-4984f7e7a2ed admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7c5361038f4640ccb0b532f892bf4ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855102 Sep 04 01:23:19.701061 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a3128-ee4a-4df5-a1a5-4984f7e7a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:19.702849 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41768) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:19.755101 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] Publish callbacks [] for security_group (1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.775306 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] Publish callbacks [] for security_group (1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.884472 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.887680 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:19.888862 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89 HTTP/1.1" status: 204 len: 168 time: 0.1841626 Sep 04 01:23:19.896856 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee57794-3b0b-4eeb-84f0-fcbe00278cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547d8b9-fcfa-40bc-b4e9-9a3a5f756d89,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:20.547712 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41774) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:20.560874 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bfdd-559f-4c21-9418-6b2b16dacc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.639466 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bfdd-559f-4c21-9418-6b2b16dacc44 admin admin] Publish callbacks [] for security_group (9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.701608 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bfdd-559f-4c21-9418-6b2b16dacc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.740362 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-fbf8bfdd-559f-4c21-9418-6b2b16dacc44 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c60292222f684500bb0cae4617bbeed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916049 Sep 04 01:23:20.742320 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8bfdd-559f-4c21-9418-6b2b16dacc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:20.743187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41776) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:20.761274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=56,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:20.793872 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] Publish callbacks [] for security_group (9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.814284 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] Publish callbacks [] for security_group (9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.943995 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.946558 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:20.947682 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6 HTTP/1.1" status: 204 len: 168 time: 0.2035108 Sep 04 01:23:20.955708 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c615d0d-3047-4a6c-9ccb-6d7ed7898e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9c304-9c66-4496-abc1-e9e1aaa6d4d6,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:22.555394 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41806) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:22.659027 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-77b82b91-a4d6-4315-9e4a-77d67bc9b293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:22.734157 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-77b82b91-a4d6-4315-9e4a-77d67bc9b293 admin admin] Publish callbacks [] for security_group (0e5aedcd-4745-4fcf-9ad4-bbedb2a44221), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:22.801054 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-77b82b91-a4d6-4315-9e4a-77d67bc9b293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0e5aedcd-4745-4fcf-9ad4-bbedb2a44221), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:22.840630 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-77b82b91-a4d6-4315-9e4a-77d67bc9b293 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=423b284639f6462ba2b44754ccaf8493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841151 Sep 04 01:23:22.841592 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82b91-a4d6-4315-9e4a-77d67bc9b293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5aedcd-4745-4fcf-9ad4-bbedb2a44221,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:22.843338 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41810) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:22.881804 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:22.894123 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] Publish callbacks [] for security_group (0e5aedcd-4745-4fcf-9ad4-bbedb2a44221), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:22.896646 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:22.914528 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] Publish callbacks [] for security_group (0e5aedcd-4745-4fcf-9ad4-bbedb2a44221), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:23.044129 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (0e5aedcd-4745-4fcf-9ad4-bbedb2a44221), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:23.046709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:23.047894 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e5aedcd-4745-4fcf-9ad4-bbedb2a44221 HTTP/1.1" status: 204 len: 168 time: 0.2028131 Sep 04 01:23:23.056357 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf154-2664-4a5b-b219-b044b2cd0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5aedcd-4745-4fcf-9ad4-bbedb2a44221,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:24.586930 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 41844) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:24.691298 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1e6d533f-b2b3-4b22-a0c6-2d8128881ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:24.768898 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1e6d533f-b2b3-4b22-a0c6-2d8128881ecb admin admin] Publish callbacks [] for security_group (2d5f5f4a-4b62-4a9b-86ef-462a866540da), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:24.832700 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-1e6d533f-b2b3-4b22-a0c6-2d8128881ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2d5f5f4a-4b62-4a9b-86ef-462a866540da), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:24.872226 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-1e6d533f-b2b3-4b22-a0c6-2d8128881ecb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b1d66a00dada4b57bb46ca069e8b54ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841659 Sep 04 01:23:24.873135 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d533f-b2b3-4b22-a0c6-2d8128881ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f5f4a-4b62-4a9b-86ef-462a866540da,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:24.874994 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41848) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:24.924594 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] Publish callbacks [] for security_group (2d5f5f4a-4b62-4a9b-86ef-462a866540da), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:24.944580 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] Publish callbacks [] for security_group (2d5f5f4a-4b62-4a9b-86ef-462a866540da), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:25.063573 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (2d5f5f4a-4b62-4a9b-86ef-462a866540da), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:25.066148 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:25.067256 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d5f5f4a-4b62-4a9b-86ef-462a866540da HTTP/1.1" status: 204 len: 168 time: 0.1912749 Sep 04 01:23:25.075922 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb8dd-2ee5-4c1a-bb57-1571210cfdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f5f4a-4b62-4a9b-86ef-462a866540da,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:27.058635 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:23:28.304189 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:28.306714 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=54,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:28.393231 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.553925 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41912) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:30.659425 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b350a04-a6d7-4446-9ee7-3fdcde4567df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.735183 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b350a04-a6d7-4446-9ee7-3fdcde4567df admin admin] Publish callbacks [] for security_group (c8dbd667-ddcb-466e-88d8-466f64164960), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.793147 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-7b350a04-a6d7-4446-9ee7-3fdcde4567df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c8dbd667-ddcb-466e-88d8-466f64164960), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.831156 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b350a04-a6d7-4446-9ee7-3fdcde4567df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbd667-ddcb-466e-88d8-466f64164960,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:30.835447 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-7b350a04-a6d7-4446-9ee7-3fdcde4567df admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=45c594acecfc46db88f67f3fd2b1a30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805030 Sep 04 01:23:30.838167 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41916) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:30.887468 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] Publish callbacks [] for security_group (c8dbd667-ddcb-466e-88d8-466f64164960), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.890053 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:30.908389 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] Publish callbacks [] for security_group (c8dbd667-ddcb-466e-88d8-466f64164960), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:30.914177 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:31.023676 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (c8dbd667-ddcb-466e-88d8-466f64164960), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.026745 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.027890 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c8dbd667-ddcb-466e-88d8-466f64164960 HTTP/1.1" status: 204 len: 168 time: 0.1888130 Sep 04 01:23:31.035971 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28a163-6b9a-4246-907f-e645ac190684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbd667-ddcb-466e-88d8-466f64164960,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:31.649711 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41924) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:31.663481 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb4af262-0aa6-42ab-9d96-25d9e8b601a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.738419 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb4af262-0aa6-42ab-9d96-25d9e8b601a4 admin admin] Publish callbacks [] for security_group (edbde02d-4df9-4b43-b682-04cf58301606), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.810325 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-eb4af262-0aa6-42ab-9d96-25d9e8b601a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (edbde02d-4df9-4b43-b682-04cf58301606), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.847401 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4af262-0aa6-42ab-9d96-25d9e8b601a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbde02d-4df9-4b43-b682-04cf58301606,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:31.851812 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-eb4af262-0aa6-42ab-9d96-25d9e8b601a4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5129e7d52fd146dc9ddc4f1cac63de7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010276 Sep 04 01:23:31.855025 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 41926) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:23:31.908988 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] Publish callbacks [] for security_group (edbde02d-4df9-4b43-b682-04cf58301606), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:31.929338 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] Publish callbacks [] for security_group (edbde02d-4df9-4b43-b682-04cf58301606), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:32.023625 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (edbde02d-4df9-4b43-b682-04cf58301606), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:32.026273 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:32.028058 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/edbde02d-4df9-4b43-b682-04cf58301606 HTTP/1.1" status: 204 len: 168 time: 0.1718578 Sep 04 01:23:32.036153 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4143-4354-4081-b082-edf40c8d7281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbde02d-4df9-4b43-b682-04cf58301606,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:23:34.866115 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=14,neutron:INSERT=7 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:34.869013 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:35.675107 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-2f64bb80-c97c-4b84-b8c2-5c5a53a02f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:37.053214 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:37.054011 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:37.941595 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c43d775b-b768-4dfa-83fb-f9af888a57d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:39.256203 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:40.753741 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:40.833197 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:42.031555 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:42.032534 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=43,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:50.696413 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:50.765434 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=10 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:50.767211 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:58.371923 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:01.996836 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 42108) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:24:02.104039 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.177463 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Publish callbacks [] for security_group (5a17a442-5dd8-4e8c-8029-b4b3c0c7802b), precommit_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.251953 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5a17a442-5dd8-4e8c-8029-b4b3c0c7802b), after_create {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.292389 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=450c038301c24b58b41e09adb13cba09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945213 Sep 04 01:24:02.293316 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17a442-5dd8-4e8c-8029-b4b3c0c7802b,revision_number=1']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:24:02.295094 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 42112) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:24:02.300640 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.300986 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.301323 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.301658 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.301985 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.302305 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.302626 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.302942 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.303261 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.303578 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.303896 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.304213 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.304552 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.304875 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.305187 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e09011-f890-40e9-bf10-a22a94a6a7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.343709 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Publish callbacks [] for security_group (5a17a442-5dd8-4e8c-8029-b4b3c0c7802b), before_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.363143 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Publish callbacks [] for security_group (5a17a442-5dd8-4e8c-8029-b4b3c0c7802b), precommit_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.486251 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (5a17a442-5dd8-4e8c-8029-b4b3c0c7802b), after_delete {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.488866 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:02.489975 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5a17a442-5dd8-4e8c-8029-b4b3c0c7802b HTTP/1.1" status: 204 len: 168 time: 0.1939483 Sep 04 01:24:02.498817 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17a442-5dd8-4e8c-8029-b4b3c0c7802b,revision_number=None']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:24:02.506189 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.506530 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.506864 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.507197 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.507557 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.507997 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.508163 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.508501 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.508892 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.509773 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.510190 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.510514 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.510834 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.511145 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:02.511459 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f386b9-3230-4d24-a56a-e2fc4f132d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:24:04.059093 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:24:04.122825 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:05.646058 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-1f08e95c-db82-4973-b456-67b6dfff19c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:07.954681 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-36c6670f-c4c8-486b-a73b-b70b8bb2f8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:09.238304 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:10.769061 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:10.849682 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:12.287111 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:12.297122 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:12.493126 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:12.502110 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:14.054559 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=5 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:25.735826 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:25.736684 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:25.738588 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:28.388505 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:32.108091 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:32.112943 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:35.645554 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-636a9b13-9606-4110-a7d3-c5a086e810a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:37.954215 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-22a4902e-f62e-4722-bd53-104e82ea1c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:39.279774 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:40.742575 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:40.811030 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:41.058917 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:24:42.102313 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [-] (106859) accepted ('10.222.0.27', 42360) {{(pid=106859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:24:42.224338 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-97dc2e62-4eb4-47b1-8828-de3593a359ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.300385 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-97dc2e62-4eb4-47b1-8828-de3593a359ce admin admin] Publish callbacks [] for security_group (d6ae1a04-70c6-4e6f-b9c5-f8817dce554f), precommit_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.380947 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron_lib.callbacks.manager [None req-97dc2e62-4eb4-47b1-8828-de3593a359ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d6ae1a04-70c6-4e6f-b9c5-f8817dce554f), after_create {{(pid=106859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.419376 dv-cinder-master-3-smb neutron-server[106859]: INFO neutron.wsgi [None req-97dc2e62-4eb4-47b1-8828-de3593a359ce admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9ac8e18a7c084997b9f60f41e1cbb93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159413 Sep 04 01:24:42.421172 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc2e62-4eb4-47b1-8828-de3593a359ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae1a04-70c6-4e6f-b9c5-f8817dce554f,revision_number=1']} {{(pid=106859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:24:42.422181 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [-] (106860) accepted ('10.222.0.27', 42364) {{(pid=106860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:24:42.473886 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] Publish callbacks [] for security_group (d6ae1a04-70c6-4e6f-b9c5-f8817dce554f), before_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.494476 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] Publish callbacks [] for security_group (d6ae1a04-70c6-4e6f-b9c5-f8817dce554f), precommit_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.621097 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068626'] for security_group (d6ae1a04-70c6-4e6f-b9c5-f8817dce554f), after_delete {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.623684 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron_lib.callbacks.manager [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.624836 dv-cinder-master-3-smb neutron-server[106860]: INFO neutron.wsgi [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d6ae1a04-70c6-4e6f-b9c5-f8817dce554f HTTP/1.1" status: 204 len: 168 time: 0.2015953 Sep 04 01:24:42.633306 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45fe25-5471-42a9-91d8-78bb4d329730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae1a04-70c6-4e6f-b9c5-f8817dce554f,revision_number=None']} {{(pid=106860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:24:50.766614 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:50.768448 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:51.055444 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.405759 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.417916 dv-cinder-master-3-smb neutron-server[106859]: DEBUG dbcounter [-] [106859] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=106859) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.628077 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.629136 dv-cinder-master-3-smb neutron-server[106860]: DEBUG dbcounter [-] [106860] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106860) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.645606 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:58.393848 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:05.639261 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-cc60fb5b-53c1-4af8-bd7e-8777956153fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:07.968903 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-e1708b36-d1dd-469d-974b-3005b7fde469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:09.108032 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=15 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:09.111912 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=17 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:09.250840 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:10.741985 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:10.816190 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:18.057905 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:25:20.699902 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:20.766075 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:20.767814 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:28.053692 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:28.398685 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:35.654504 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-292d3a16-f52e-4259-a819-f83a56566d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:37.969944 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-c9c73d68-5b6a-4db2-b637-a6105c610d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:39.277607 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:40.773680 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:40.838656 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:46.102153 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:46.107547 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:50.767270 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:50.772154 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:50.773873 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:55.057425 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:25:58.398052 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:05.052478 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:05.053298 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:05.700863 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-91b1991a-70ff-49f2-9b34-a7a81eaba44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:07.939894 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-de54a223-b10e-42ce-8d1a-f24097fb167d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:09.260096 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:10.791151 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:10.837845 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:23.109344 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:23.114281 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:25.738519 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:25.739295 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:25.741976 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:28.415144 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:32.057276 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:26:35.637457 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ec300f2b-9e22-4866-acf4-b674d742e086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:37.968390 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f9cb59aa-6597-44a2-b906-54c05f2c9896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:39.277530 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:40.763540 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:40.837701 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:48.093927 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:48.094647 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:50.770375 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:50.774306 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:50.776055 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:58.436274 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:05.642660 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f147fc54-fbe0-415e-9112-0e3955d9ed5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:05.736749 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=15 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:05.739715 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=17 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:07.939412 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-0a712499-92bb-4d02-9a4a-1e2a292e035c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:09.056443 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:27:09.271634 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:10.776057 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:10.831593 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:19.052117 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:19.052934 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:20.706607 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:20.774492 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:20.777191 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:28.442545 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:35.665177 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-f205e387-3a00-431b-99ed-fd1d7726a4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:37.111129 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:37.115676 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:37.939232 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-48455718-9a5e-47c6-9d2f-8b12c44fe9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:39.293839 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:40.773159 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:40.825111 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:27:46.055954 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:27:50.774578 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:50.778524 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:50.780228 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:56.051938 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:27:58.413206 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:04.584113 dv-cinder-master-3-smb neutron-server[106860]: DEBUG neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-702b423a-480a-407c-9493-786766e919c6 service neutron] (106860) timed out ('10.222.0.27', 36496) {{(pid=106860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:28:04.674741 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-f4d90874-0645-4676-81c5-dd7e9190bbab req-9cae67ba-8a6e-42aa-b095-fe7d12968663 tempest-TestShelveInstance-116702865 tempest-TestShelveInstance-116702865-project] (106859) timed out ('10.222.0.27', 36508) {{(pid=106859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:28:05.664328 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-920e31cc-8d85-40fd-bbbb-935a55cec218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:07.938942 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e06-9ed2-41e9-97f4-8a541e605890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:09.287478 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:10.784407 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:10.864297 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:14.107388 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:14.114275 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:23.055801 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:28:25.732156 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:25.735141 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=16 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:25.737823 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=5,neutron:SELECT=12 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:28.452779 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:33.050127 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:33.050891 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=1 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:35.647351 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a750ecc5-5bf9-426d-b07a-1c1467c0c56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:37.962119 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e435-3d6d-499c-bebb-993d38b138c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:39.275790 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:40.775920 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:40.835605 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:28:50.776201 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:50.781115 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:50.783805 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:51.106099 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:51.110895 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:28:58.417967 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:00.055032 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:29:05.652159 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-123403d2-c103-4394-b890-1ddbcf9f5d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:07.949263 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-19fda554-552d-4454-a038-41b89a803121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:09.298027 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:10.050790 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=16 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:10.051603 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=12 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:10.784596 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:10.828993 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:20.776364 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:20.781268 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:20.784506 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:28.101828 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:28.106786 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:28.423194 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:35.645695 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-df4e3e7c-a878-4d42-87bf-d7d0cea053b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:37.053933 dv-cinder-master-3-smb neutron-server[106862]: DEBUG neutron.db.agents_db [None req-310e1099-73c3-4021-a699-cb19948be608 None None] Agent healthcheck: found 6 active agents {{(pid=106862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:29:37.931614 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-afa8df4c-040f-417c-8dc7-d89c175ad5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:39.297464 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:40.794207 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-64ecfd14-6fda-4547-84f0-65cf4a00527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (b95b10a2-ec47-4b81-9d75-adcafe724fbb), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:40.851519 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb89-9440-4d5c-b743-6b9ce9b35d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (5dd94289-c150-4c14-a6f3-a84a822c10b8), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:29:47.050195 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=2 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:48.390403 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-edb8baa6-ffa5-432d-aefc-407cfc2f3506 service neutron] (106859) timed out ('10.222.0.27', 38888) {{(pid=106859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:29:48.621890 dv-cinder-master-3-smb neutron-server[106859]: DEBUG neutron.wsgi [req-316837a1-18c8-4fb6-8028-b68a0dea6181 req-7bcbe0a8-a9f4-4d7a-98b3-79825bcc15a8 tempest-AttachVolumeShelveTestJSON-1720368543 tempest-AttachVolumeShelveTestJSON-1720368543-project] (106859) timed out ('10.222.0.27', 38898) {{(pid=106859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:29:50.780610 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=6 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:50.785487 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:50.787170 dv-cinder-master-3-smb neutron-server[106861]: DEBUG dbcounter [-] [106861] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106861) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:29:58.462697 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-ffaca3a8-f3b2-4dfe-9a38-10324d3ead57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (bb8b6459-3842-4e1a-8198-410c927c0927), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:30:05.098259 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:SELECT=4 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:30:05.102182 dv-cinder-master-3-smb neutron-server[106862]: DEBUG dbcounter [-] [106862] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:30:05.658115 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-8cf07440-c618-4d2e-9e25-ce51e119b199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (6b74dca9-6fe1-421f-9e54-7d067181ff52), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:30:07.949709 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-d4756fe6-04d9-49f4-8b18-66ff4dbc9021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (cd8ae53d-0aaf-49c3-a5b1-9b6f6fc8b9f5), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:30:09.274106 dv-cinder-master-3-smb neutron-server[106861]: DEBUG neutron_lib.callbacks.manager [None req-3e3de08f-a60a-42cf-8ddb-ea0abe103844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773495378818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012579'] for agent (621093fc-1cdc-490c-a268-e8465221b654), after_update {{(pid=106861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}